{"severity_text":"INFO","timestamp":"2026-11-02T19:57:21.225936109Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:21.280234198Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:21.389626796Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:21.389650238Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:21.613479069Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:21.613529739Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:21.785236065Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/212c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.712242394Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.825485112Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.825600149Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.825668532Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.825718153Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.825787411Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.825834723Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.825901986Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.825946264Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.825986447Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.826034523Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.826071507Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.826112236Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.826153259Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.826303808Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.826553821Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.82663376Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.826689139Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.826689567Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.826852306Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.826992643Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:22.927617402Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1102 19:57:22.927705 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T19:57:23.128642611Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:23.128696961Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1102 19:57:40.295448 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.295880446Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.296062953Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.29657469Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.296657026Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.296701115Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.296723216Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.29676144Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.296851337Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.296979374Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.29704957Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.297119955Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.297153127Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.297228983Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.297294673Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.297321765Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.297340699Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.297358971Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.297413632Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.297525512Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.297545947Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.297572641Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.297578762Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.297594654Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.297969759Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.298225274Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.298486689Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.298901168Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.299065729Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.299188935Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.299461403Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.300063966Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.300225737Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.30036049Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.300675285Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.301950912Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.302191563Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.302461067Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.30253809Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.302559657Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.302581398Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.302605504Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.302762206Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.3027852Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.302977561Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.303352444Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.303469989Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.303492762Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.303553016Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.30358038Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.303604195Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.303636327Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.303664895Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.724533716Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.724933375Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.826746395Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.905813366Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.90585625Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.905986418Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.906017998Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.906120674Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.906136792Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.906307826Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:40.906320295Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.003575235Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.003616399Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.006771598Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.006784752Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.006820438Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.006858483Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.168283292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"771de72e-09bf-4900-9040-7e2783a31d05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.174612185Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"22f66596-50c3-4262-812b-4849e69dd37a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.222138801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d5b3675-2a39-4c27-9343-47f6c121fa1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.290089338Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"12dae287-6862-4a91-aa58-a9299a020da4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.390392316Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"771de72e-09bf-4900-9040-7e2783a31d05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T19:57:41.393549263Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d5b3675-2a39-4c27-9343-47f6c121fa1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T19:57:41.490893623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d5b3675-2a39-4c27-9343-47f6c121fa1c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.503250531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"771de72e-09bf-4900-9040-7e2783a31d05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.505261561Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5f3aa316-5ca4-41f7-8849-8e7f6488409c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.508968018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a3ace6a1-5fff-427a-acb7-fd4d5fd37aaa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.508983704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a3ace6a1-5fff-427a-acb7-fd4d5fd37aaa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.588351235Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e566be61-a365-4fd8-8c53-29834e41c1bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.694557372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"062aa44f-ef36-4660-bb1c-438f72265250","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.7521251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"062aa44f-ef36-4660-bb1c-438f72265250","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.821434494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa9df8a8-dc37-4183-af38-e9a4b6583358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.824689754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"062aa44f-ef36-4660-bb1c-438f72265250","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.879296286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa9df8a8-dc37-4183-af38-e9a4b6583358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:41.935898034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa9df8a8-dc37-4183-af38-e9a4b6583358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T19:57:41.990277676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa9df8a8-dc37-4183-af38-e9a4b6583358","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:42.157033016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b01a7a0-e860-447d-a0db-3bcc31bec1be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:42.211984169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b8824a8-c538-4346-b1d5-4a8deca17d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:42.26654129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b8824a8-c538-4346-b1d5-4a8deca17d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:42.270450184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b01a7a0-e860-447d-a0db-3bcc31bec1be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:42.320800346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b8824a8-c538-4346-b1d5-4a8deca17d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:42.374845114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b8824a8-c538-4346-b1d5-4a8deca17d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:42.377935701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b01a7a0-e860-447d-a0db-3bcc31bec1be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:42.543217766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a1c5b70b-1920-47dd-b2c2-3295004291da","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:42.543238052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a1c5b70b-1920-47dd-b2c2-3295004291da","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:44.950621579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d48af13-a249-4cf3-874b-e2d0badd4e79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:44.950622014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ea5555e-3273-4bac-b21c-df397962cfcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:45.010065036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ea5555e-3273-4bac-b21c-df397962cfcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:45.012643889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d48af13-a249-4cf3-874b-e2d0badd4e79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:45.06716527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ea5555e-3273-4bac-b21c-df397962cfcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:45.068692739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d48af13-a249-4cf3-874b-e2d0badd4e79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:46.19075392Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"d43de5b3-7b4c-48ee-8dea-3fa7fe3a5f39","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:48.703439432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c90ce12b-7a49-4459-a2d4-15514891e011","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:48.703459846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c90ce12b-7a49-4459-a2d4-15514891e011","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:48.703774416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"98e01808-62ac-438e-b2b7-52f37289d43b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:48.703786049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"98e01808-62ac-438e-b2b7-52f37289d43b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:48.760352627Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cfcce841-39ac-4cc9-b0fd-41a33954ad5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:48.76267564Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"414dc3c9-881b-43c2-8a42-03cf6a2628fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:48.770905297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"13df5587-10d3-4d1c-92d6-bd93cae631d3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:48.770925542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"13df5587-10d3-4d1c-92d6-bd93cae631d3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:48.771144868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"68b7fd4b-c683-4150-9597-6a7306e5faae","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:48.771157413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"68b7fd4b-c683-4150-9597-6a7306e5faae","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:48.86958047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"700816a7-89f0-4e73-8dc4-0871a1416081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:48.869587767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d3a3f58-b748-4885-bafa-d2738678f25c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:48.927551194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"700816a7-89f0-4e73-8dc4-0871a1416081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:48.927779467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d3a3f58-b748-4885-bafa-d2738678f25c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:48.984146492Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"700816a7-89f0-4e73-8dc4-0871a1416081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:48.984472316Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d3a3f58-b748-4885-bafa-d2738678f25c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:49.255315206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d6fb4d7-bbaf-47b4-bc2f-ff1462949e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:49.256783269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b76202c-19af-4d9e-a757-f22d7182bbe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:49.313803984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d6fb4d7-bbaf-47b4-bc2f-ff1462949e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:49.31387124Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d6fb4d7-bbaf-47b4-bc2f-ff1462949e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:49.314888057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b76202c-19af-4d9e-a757-f22d7182bbe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:49.31493326Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b76202c-19af-4d9e-a757-f22d7182bbe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:49.941311208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b3c153fc-9880-4a64-9063-b7f61413a7fa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:49.941424618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b3c153fc-9880-4a64-9063-b7f61413a7fa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:51.98729858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"284fdf66-ddbc-4c39-bb09-dafd44d6dade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:51.987298465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84e1f649-6c18-4c36-96ff-9cd8463fb4d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.09747449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"284fdf66-ddbc-4c39-bb09-dafd44d6dade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.097532224Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"284fdf66-ddbc-4c39-bb09-dafd44d6dade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.09769884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84e1f649-6c18-4c36-96ff-9cd8463fb4d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.097757974Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84e1f649-6c18-4c36-96ff-9cd8463fb4d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.620492029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e7f14850-b13b-40b1-a6ce-a3bd84dc88d5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.620514142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e7f14850-b13b-40b1-a6ce-a3bd84dc88d5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.620772022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a1cca6c5-04f1-41bf-9600-a70ba8615b2e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.620784781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a1cca6c5-04f1-41bf-9600-a70ba8615b2e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.621098846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5e0557b3-3055-4893-bb9c-4f74bae49437","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.621111691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5e0557b3-3055-4893-bb9c-4f74bae49437","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.675888981Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"21ff1d42-9f6a-46b0-9935-4e8edb53c5f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.676839908Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"569b9d19-830d-4e54-ba74-a4311bf5f5fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.688294283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cf6fa122-226a-4d31-a817-b6d479344299","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.688309051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cf6fa122-226a-4d31-a817-b6d479344299","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.6885352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"997e9bb7-6495-4860-ac49-32b176fbb36a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.688545993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"997e9bb7-6495-4860-ac49-32b176fbb36a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.68870947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"211acdc4-fbb7-433f-8f52-675160bde8cc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.688719155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"211acdc4-fbb7-433f-8f52-675160bde8cc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.786403785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0433d3df-a665-412b-90b7-c89f39faeb2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.786404063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8535ba8e-cbd1-4bc7-9ac1-ace5bba54dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.844711432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0433d3df-a665-412b-90b7-c89f39faeb2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.844781373Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0433d3df-a665-412b-90b7-c89f39faeb2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.844720484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8535ba8e-cbd1-4bc7-9ac1-ace5bba54dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:52.844850238Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8535ba8e-cbd1-4bc7-9ac1-ace5bba54dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:53.060603398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7642251b-742a-4d13-bc50-f58833d67dab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:53.060603649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5d16708-ca51-4a47-8f56-e20e11d14814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:53.119699463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5d16708-ca51-4a47-8f56-e20e11d14814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:53.119775674Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5d16708-ca51-4a47-8f56-e20e11d14814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:53.119706135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7642251b-742a-4d13-bc50-f58833d67dab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:53.119843656Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7642251b-742a-4d13-bc50-f58833d67dab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:53.864554221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b87033bc-9aee-4755-8f06-a5938ecf19d7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:53.864575026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b87033bc-9aee-4755-8f06-a5938ecf19d7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.164428245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a73eb991-1ae4-45fe-93bd-1f8220e4443b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.16444975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a73eb991-1ae4-45fe-93bd-1f8220e4443b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.164695394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ffc43535-8c28-42f3-a635-68ed9ab8f74e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.164708031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ffc43535-8c28-42f3-a635-68ed9ab8f74e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.164913998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9669d792-76cd-46cf-b866-6eebbb95c9f0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.164925076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9669d792-76cd-46cf-b866-6eebbb95c9f0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.165101267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b06f85e3-2370-46b0-9455-d83613973dc5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.165111298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b06f85e3-2370-46b0-9455-d83613973dc5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.219726095Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"92617461-6eb5-4159-a564-84d7b258b7e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.219748814Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cfc4b8d1-df60-4fba-8524-32ef71d47369","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.232279954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a8db1607-6c49-4b45-a74a-0e1239c4d1be","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.232299252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a8db1607-6c49-4b45-a74a-0e1239c4d1be","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.232519139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fab5be2b-202f-45e2-810d-729e73332537","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.23253154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fab5be2b-202f-45e2-810d-729e73332537","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.232709328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bf1db96c-450f-442a-a7b3-c51fb56a7d17","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.232718657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bf1db96c-450f-442a-a7b3-c51fb56a7d17","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.23290263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5355d5e5-8d1c-43d6-b96a-c53a77fba6b4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.232914753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5355d5e5-8d1c-43d6-b96a-c53a77fba6b4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.329077256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fdec03b-4766-46f8-882b-f20b7630a436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.329076995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1111957-7082-484b-addb-ad06a2f75e0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.388382156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fdec03b-4766-46f8-882b-f20b7630a436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.388410656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1111957-7082-484b-addb-ad06a2f75e0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.388441701Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fdec03b-4766-46f8-882b-f20b7630a436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.388454343Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1111957-7082-484b-addb-ad06a2f75e0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.606707792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5c5afd6-a50c-42fc-857e-9a6033853c8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.606719965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e8e076f-5f4b-45b2-8d8b-b9064d4dc32b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.665143829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e8e076f-5f4b-45b2-8d8b-b9064d4dc32b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.665200001Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e8e076f-5f4b-45b2-8d8b-b9064d4dc32b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.665595097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5c5afd6-a50c-42fc-857e-9a6033853c8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:56.665653787Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5c5afd6-a50c-42fc-857e-9a6033853c8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:57.036287354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f04855fd-716a-4a84-990e-ee5ca4ac22a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:57.036302348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9007a6c-3539-4d1c-bbbb-ae82ee733bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:57.094225999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9007a6c-3539-4d1c-bbbb-ae82ee733bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:57.094264906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f04855fd-716a-4a84-990e-ee5ca4ac22a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:57.094288273Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9007a6c-3539-4d1c-bbbb-ae82ee733bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:57.094319573Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f04855fd-716a-4a84-990e-ee5ca4ac22a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:57.408752311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4f9f5809-c994-47bf-8ed0-77939cb19a57","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:57:57.408777167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4f9f5809-c994-47bf-8ed0-77939cb19a57","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.063202311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e63d9a43-44b0-4650-bcbf-49cc716a2844","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.063302441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e63d9a43-44b0-4650-bcbf-49cc716a2844","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.063635576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5ed12162-7b50-4ea9-9c36-3eeaa87331cd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.063654776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5ed12162-7b50-4ea9-9c36-3eeaa87331cd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.064001394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"68189a24-829f-4bae-9594-0d8e53e6b41c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.064021724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"68189a24-829f-4bae-9594-0d8e53e6b41c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.06429737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b4842cf7-0b1d-441e-a21b-6c7349fc4755","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.064315056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b4842cf7-0b1d-441e-a21b-6c7349fc4755","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.064580651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d29207ce-c996-43ad-953d-2b6a649ac8b4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.064600181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d29207ce-c996-43ad-953d-2b6a649ac8b4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.122750277Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"83ae5dca-a6a5-4f47-8851-4029a24f349b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.123220955Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f5b5d06f-e7a0-4ab8-a31f-56b58eee28d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.130980473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e51c6e17-d0b1-428c-ab96-1138610ff412","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.130997025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e51c6e17-d0b1-428c-ab96-1138610ff412","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.131219594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1fdf1ca-01e8-421d-a09b-c9aba051c661","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.131231073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1fdf1ca-01e8-421d-a09b-c9aba051c661","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.131421824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f3b59a7e-bf22-414f-a587-03c055d91a8e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.131432896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f3b59a7e-bf22-414f-a587-03c055d91a8e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.131657548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0552d34e-8c4f-4b61-bded-8d605b1df88f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.131671893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0552d34e-8c4f-4b61-bded-8d605b1df88f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.131877237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e54a8c56-227b-4ce8-9d37-1184d4d741b7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.131890571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e54a8c56-227b-4ce8-9d37-1184d4d741b7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.231984179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"859cc1cf-a907-4227-ba34-26f608d8a2ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.232000685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a4b95bb-977b-46e0-9d13-a50b47f996dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.291525834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a4b95bb-977b-46e0-9d13-a50b47f996dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.291583369Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a4b95bb-977b-46e0-9d13-a50b47f996dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.291648634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"859cc1cf-a907-4227-ba34-26f608d8a2ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.291696911Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"859cc1cf-a907-4227-ba34-26f608d8a2ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.506595715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1208e6d2-46f9-4264-8a27-bc374acb1569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.507358022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6299d2f-dcd7-4f40-80b4-9061da0d2bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.56509396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1208e6d2-46f9-4264-8a27-bc374acb1569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.565153123Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1208e6d2-46f9-4264-8a27-bc374acb1569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.566123384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6299d2f-dcd7-4f40-80b4-9061da0d2bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:00.566165934Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6299d2f-dcd7-4f40-80b4-9061da0d2bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:01.11993201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c792eca-91fa-4665-a06a-1b30bec97875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:01.11994639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e54a91d-a771-4412-9bb5-7a6161ca63ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:01.179135958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e54a91d-a771-4412-9bb5-7a6161ca63ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:01.179198661Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e54a91d-a771-4412-9bb5-7a6161ca63ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:01.179198268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c792eca-91fa-4665-a06a-1b30bec97875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:01.17924074Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c792eca-91fa-4665-a06a-1b30bec97875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:01.302828169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"58391179-b1a0-4a9a-8d1a-84a2e2d4f7b2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:01.302850133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"58391179-b1a0-4a9a-8d1a-84a2e2d4f7b2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.524888464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b444348f-6c6d-491b-98a4-6941863d299f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.524908244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b444348f-6c6d-491b-98a4-6941863d299f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.525140527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"437581e9-11e6-409f-866c-3e68cf555b21","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.525150821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"437581e9-11e6-409f-866c-3e68cf555b21","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.525413291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2065cd1f-705a-495f-8049-7bb5bf862f89","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.525428032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2065cd1f-705a-495f-8049-7bb5bf862f89","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.52563005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a95d3e5c-79ba-4e09-817a-11d901c6688a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.525640403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a95d3e5c-79ba-4e09-817a-11d901c6688a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.525822937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5736cbe9-8c8c-4378-a323-667214016ddf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.525833358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5736cbe9-8c8c-4378-a323-667214016ddf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.525979125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7164458c-5e38-40c6-b8cb-4cd115154600","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.525988504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7164458c-5e38-40c6-b8cb-4cd115154600","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.580197946Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f91e4533-aaf5-4403-ac6e-e531f0c8dfdd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.580198215Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4162fa0d-d51c-4688-9c4e-50b5a36f10a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.592791678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e271b7c3-40dd-4645-b319-948ee21192ff","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.592809256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e271b7c3-40dd-4645-b319-948ee21192ff","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.593020211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"84b287c4-d163-4e5c-823b-f605247f835c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.593031195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"84b287c4-d163-4e5c-823b-f605247f835c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.593197454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"624ae380-e123-4b08-abe7-21b01fbf4035","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.593206756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"624ae380-e123-4b08-abe7-21b01fbf4035","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.593369248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ff1c67e1-b14b-4174-ab03-51692762505c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.59337999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ff1c67e1-b14b-4174-ab03-51692762505c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.593548893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2dd90103-9568-4043-91a3-33efc979ad9f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.59355943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2dd90103-9568-4043-91a3-33efc979ad9f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.593757704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"deb332e0-25a6-43af-838d-60328e986523","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.593768721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"deb332e0-25a6-43af-838d-60328e986523","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.689403505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac84b492-9770-4a7a-a80a-6df6566b6c82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.689403495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42bbca7b-aad8-40ee-bb22-6e2991effdba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.750485557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42bbca7b-aad8-40ee-bb22-6e2991effdba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.750553653Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42bbca7b-aad8-40ee-bb22-6e2991effdba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.750977319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac84b492-9770-4a7a-a80a-6df6566b6c82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.751031849Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac84b492-9770-4a7a-a80a-6df6566b6c82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.965794726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3df6e06-b87e-435c-b2d6-99fbd72ddf6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:03.965794634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"811767b0-b8f4-4de2-82d5-4dad24a820ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:04.023565599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3df6e06-b87e-435c-b2d6-99fbd72ddf6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:04.023627086Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3df6e06-b87e-435c-b2d6-99fbd72ddf6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:04.023691443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"811767b0-b8f4-4de2-82d5-4dad24a820ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:04.023753363Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"811767b0-b8f4-4de2-82d5-4dad24a820ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:04.763690372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"14df070c-f9d7-41d2-9117-69769a6eb0ca","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:04.763713165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"14df070c-f9d7-41d2-9117-69769a6eb0ca","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.307105032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"52f8c558-1cf4-420e-b06f-6ae66a163ea5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.307130663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"52f8c558-1cf4-420e-b06f-6ae66a163ea5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.307383861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e8d9b50e-b962-4ab0-b434-5fa5f3fc9824","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.307396338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e8d9b50e-b962-4ab0-b434-5fa5f3fc9824","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.30757679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"72c5ab7a-0e34-4f8f-96c5-d442c9777e1b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.307587546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"72c5ab7a-0e34-4f8f-96c5-d442c9777e1b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.307756447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"895f64ae-6f58-4955-bdc4-113eb71e2d69","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.30776626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"895f64ae-6f58-4955-bdc4-113eb71e2d69","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.307924318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d20734ac-7948-4bdc-904b-32a489b2c31b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.307934463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d20734ac-7948-4bdc-904b-32a489b2c31b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.308082926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"391c8536-b853-4aad-bda5-304dcebef6ff","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.308092105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"391c8536-b853-4aad-bda5-304dcebef6ff","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.308275491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb2a364f-b222-45f7-b471-a7bc5c4f395b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.308286093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb2a364f-b222-45f7-b471-a7bc5c4f395b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.364318151Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6757f548-073b-43a7-819b-fadef12964cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.377078364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"55f704b0-ad12-4e31-928d-7d6697895637","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.377094584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"55f704b0-ad12-4e31-928d-7d6697895637","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.377317574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e6f54b39-aeb2-4296-8204-7b6efaebeeaa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.377328574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e6f54b39-aeb2-4296-8204-7b6efaebeeaa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.37751987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cc58d0c4-b05b-4d77-9d2c-58526c193c63","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.377537369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cc58d0c4-b05b-4d77-9d2c-58526c193c63","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.377716136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"12eaff33-1e71-4812-83d5-35961e325edd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.377725657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"12eaff33-1e71-4812-83d5-35961e325edd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.377900354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"aaea27bf-81e4-4df0-84c4-260722dbde16","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.377909322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"aaea27bf-81e4-4df0-84c4-260722dbde16","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.378092595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0b55a248-e8bd-42a2-820d-221d9a1aeb76","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.378101654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0b55a248-e8bd-42a2-820d-221d9a1aeb76","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.378252445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b29a2aa-1286-4b48-8760-99f0acdd0aef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.378261499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b29a2aa-1286-4b48-8760-99f0acdd0aef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.471701579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc4f8a23-0dd7-4fe8-a4c6-c89c0859c5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.472057426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05643090-80e7-409f-98dd-09b65bc4bbb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.530535209Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3aedbc37-70e0-4613-aea1-29b57104f7b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.53268354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05643090-80e7-409f-98dd-09b65bc4bbb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.532959905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc4f8a23-0dd7-4fe8-a4c6-c89c0859c5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.533010122Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc4f8a23-0dd7-4fe8-a4c6-c89c0859c5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.698061079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"943c44e4-eb8e-47fe-a7fc-75d8fbd3c631","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.698080696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"943c44e4-eb8e-47fe-a7fc-75d8fbd3c631","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.747959652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"774cd531-8863-42b6-98d7-f7751bce34fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.805652642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"774cd531-8863-42b6-98d7-f7751bce34fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.805714244Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"774cd531-8863-42b6-98d7-f7751bce34fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.91788691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"756ae92d-a27d-4e7c-8262-660cb220a418","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:07.947472071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58aa0696-4820-44d7-9fcf-35afc7526802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:08.007347624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58aa0696-4820-44d7-9fcf-35afc7526802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:08.048142234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7341693c-b60a-4fd7-87de-cc29c12e2b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:08.105635162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7341693c-b60a-4fd7-87de-cc29c12e2b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:08.105691439Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7341693c-b60a-4fd7-87de-cc29c12e2b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:08.545295061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47fb19ec-6622-40ff-8b57-c58e323fb20a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:08.545322871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47fb19ec-6622-40ff-8b57-c58e323fb20a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:08.761295366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"76592e66-fd0a-4cc8-ac87-6ce0d37212cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:10.886935459Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.122279826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c2ec4106-7c94-473e-836b-3d3a210143ff","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.122305355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c2ec4106-7c94-473e-836b-3d3a210143ff","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.12262343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"17c47bee-a81b-4734-87e2-eac3a3dba940","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.122643987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"17c47bee-a81b-4734-87e2-eac3a3dba940","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.122922427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2093c645-80b2-4f68-b1d4-c915748f9d0d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.122939218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2093c645-80b2-4f68-b1d4-c915748f9d0d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.123196388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"940eb6c9-607b-4d18-b4e0-dc62ec1b0381","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.123212086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"940eb6c9-607b-4d18-b4e0-dc62ec1b0381","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.123457084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2e89162d-77c7-4afb-bf47-6d023263f013","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.123471007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2e89162d-77c7-4afb-bf47-6d023263f013","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.123720115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d12c725d-b644-4eda-9797-018f6898391e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.123853674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d12c725d-b644-4eda-9797-018f6898391e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.12415852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0aecb62b-f89e-457a-ab0a-16ec22a9dbcb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.124174774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0aecb62b-f89e-457a-ab0a-16ec22a9dbcb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.124496065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a1012be-9cf0-4db7-8808-0d7b08c5a4eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.124510986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a1012be-9cf0-4db7-8808-0d7b08c5a4eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.192786983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e8e55f65-1925-40f7-94a2-a105b7261d9d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.192806343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e8e55f65-1925-40f7-94a2-a105b7261d9d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.19311604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fddc7e4a-ed6e-4f2d-8748-1d276bafce80","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.193130887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fddc7e4a-ed6e-4f2d-8748-1d276bafce80","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.193373937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"538fe07a-f954-4f49-80bf-b0d0ed736be4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.19338626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"538fe07a-f954-4f49-80bf-b0d0ed736be4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.193629211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9e3ea5e2-5097-45b5-8944-47aec9c19d70","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.19364285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9e3ea5e2-5097-45b5-8944-47aec9c19d70","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.193908596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7e1ab64f-5169-4963-9f4f-159f1c669a52","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.193925002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7e1ab64f-5169-4963-9f4f-159f1c669a52","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.19416352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fe770c89-e5d0-4efd-a8aa-c3a1b495428d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.194174885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fe770c89-e5d0-4efd-a8aa-c3a1b495428d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.194394077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0199e2d-01a6-405f-a357-e550e176f60d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.194405221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0199e2d-01a6-405f-a357-e550e176f60d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.194676354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1ee1dad-30e0-4e22-abea-565587862bb5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.194691133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1ee1dad-30e0-4e22-abea-565587862bb5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.283867645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"adb006d1-6175-4d65-be40-e9145e6e0d53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.287198034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13d05725-25cb-4f37-8972-b0d903543768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.341929642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"af000c71-ec3c-45d5-9632-38ccc0ce6136","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.342633753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"adb006d1-6175-4d65-be40-e9145e6e0d53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.344412836Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c4af7fa2-7d66-453f-90b0-87ecf6fbe649","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.345854874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13d05725-25cb-4f37-8972-b0d903543768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.509288561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bcdfdc73-51d7-4262-94c3-113ca696915c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.509307874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bcdfdc73-51d7-4262-94c3-113ca696915c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.664878325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28279a75-7159-4782-a358-b6890ba9e5c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.665210482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f3c954b-d939-408c-976f-a4741ab8f1c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.724046277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f3c954b-d939-408c-976f-a4741ab8f1c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.725269172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f1e54dfc-1814-450f-b5f5-3281d87f6927","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:11.725676707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28279a75-7159-4782-a358-b6890ba9e5c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:12.36806551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e72661d4-4038-495e-8ba9-1e2a61f1c325","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:12.368084589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e72661d4-4038-495e-8ba9-1e2a61f1c325","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:12.58557526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e14be5c7-13a2-4ed3-affe-b5f5707bd26e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:14.866186992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f442cbd0-3150-42ea-9d0b-ecfb18de52b1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:14.866212075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f442cbd0-3150-42ea-9d0b-ecfb18de52b1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:14.974067489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f31ae063-b48f-4ec2-aa2e-314e58ff3e7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:15.02818078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3f8bd1d8-be5e-43dc-9fd3-a9e3255dd803","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:15.060228173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84a00c52-5504-4a5c-a616-edd7c5ca362f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:15.060249443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f83396a-09cc-47e4-aacb-225b5569830f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:15.122979851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f83396a-09cc-47e4-aacb-225b5569830f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:15.123005087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84a00c52-5504-4a5c-a616-edd7c5ca362f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:15.142069535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"90cd0e4b-536c-4f56-81f5-5aaf3a9316f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:15.142086572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"90cd0e4b-536c-4f56-81f5-5aaf3a9316f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:15.244333592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79df9fdc-3ccf-45db-85fe-132d4a0798d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:15.244353534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79df9fdc-3ccf-45db-85fe-132d4a0798d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:15.493271049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31c79874-51d4-43bf-9694-803536b4b971","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:15.493942352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38d89820-d2a3-45e8-8117-40f2fd11937e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:15.554474152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38d89820-d2a3-45e8-8117-40f2fd11937e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:15.55468952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31c79874-51d4-43bf-9694-803536b4b971","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:17.483558404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"93272739-2ceb-482c-a80d-55f9215b806c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:17.483583255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"93272739-2ceb-482c-a80d-55f9215b806c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:21.173364863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"282d5aa2-d7b4-4e79-83ea-3d999ecb0b06","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:21.194445549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dbfd77d1-a6f6-4ad0-a17f-b2f40446cbfe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:21.194472333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dbfd77d1-a6f6-4ad0-a17f-b2f40446cbfe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:21.194909775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"45761081-5e75-414a-9d1a-8eb05a4765e7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:21.194925504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"45761081-5e75-414a-9d1a-8eb05a4765e7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:21.19514347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"21d2e1f5-f36b-42da-b411-390da3fb18c2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:21.195156335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"21d2e1f5-f36b-42da-b411-390da3fb18c2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:21.195358073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4197c42f-59e2-4cc8-815f-8b919aa63b86","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:21.195369762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4197c42f-59e2-4cc8-815f-8b919aa63b86","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:21.269450382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"391ffa23-b2e1-492d-aa80-3abccea817fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:21.613930722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e3013a45-bf60-4766-afea-65780da59940","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:21.613955948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e3013a45-bf60-4766-afea-65780da59940","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:25.143493745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"196abeb3-cf8c-40a3-aac9-e97512bd6d7f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:25.14352037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"196abeb3-cf8c-40a3-aac9-e97512bd6d7f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:25.245224212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87c01fcf-33a2-4949-b892-284fb504ee3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:25.245245687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87c01fcf-33a2-4949-b892-284fb504ee3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:26.715699446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8e1561ee-2350-4cc0-b00b-a83d8cbae833","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:26.715720356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8e1561ee-2350-4cc0-b00b-a83d8cbae833","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:30.280217062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"99adcf91-00db-4f08-b34c-290a1ba9dbf4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:30.280248568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"99adcf91-00db-4f08-b34c-290a1ba9dbf4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:31.196235624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dc3edd5f-373e-492a-9f1e-168ec748fc31","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:31.196255911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dc3edd5f-373e-492a-9f1e-168ec748fc31","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:34.026433119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f064be96-050b-4b7b-a430-b36221f56105","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:34.026457442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f064be96-050b-4b7b-a430-b36221f56105","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:35.145069078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6a13feef-4503-47b7-a6dc-3e36d4832bfd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:35.14508767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6a13feef-4503-47b7-a6dc-3e36d4832bfd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:35.246769661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e38e786d-ca18-4ec3-a5e7-4289c00d02a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:35.24679102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e38e786d-ca18-4ec3-a5e7-4289c00d02a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:38.125831586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae8e618d-ab85-4866-a630-6e2910c0d77c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:38.125851263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae8e618d-ab85-4866-a630-6e2910c0d77c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:38.342924058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9e81ed5e-140e-4669-816a-228ac47dcaf7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:38.347121421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce66a19e-37d9-4df0-b682-46891a83c9ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:38.347121789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f09f786-3d2b-4737-bc1f-0bffe762aef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:38.45948492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f09f786-3d2b-4737-bc1f-0bffe762aef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:38.459491255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce66a19e-37d9-4df0-b682-46891a83c9ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:38.518651135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24427c61-bd8d-481e-b5ed-3daf944c46d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:38.518670189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24427c61-bd8d-481e-b5ed-3daf944c46d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:38.734473932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14cb6984-5b5b-458b-a72c-c46d0ba80d46","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:40.848979342Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:41.073622346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"232453b7-309c-4b32-b5c2-7c9d7a4f88ce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:41.073647708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"232453b7-309c-4b32-b5c2-7c9d7a4f88ce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:41.290098217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a7290369-ef95-49ef-b6b0-9dae249268a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:41.293272155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3006a705-43c9-4344-81c0-0c09c91ede8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:41.293772068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01e5e49e-06b6-4012-9e5b-a6452930b4c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:41.402997243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3006a705-43c9-4344-81c0-0c09c91ede8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:41.403490856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01e5e49e-06b6-4012-9e5b-a6452930b4c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:41.460402455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"215c0525-fb83-4ef6-baf2-2a3e0a8bd40e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:41.460420033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"215c0525-fb83-4ef6-baf2-2a3e0a8bd40e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:41.679580593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2e7e16aa-24b2-4225-bccb-c06de90a6246","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:43.809462582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"16a1213a-a6f0-47f7-a89e-13b5c9d8c1b7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:43.809490081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"16a1213a-a6f0-47f7-a89e-13b5c9d8c1b7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:43.970269805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fe15b21-4e4c-4aa3-9b74-70a99ab5b6ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:44.02939247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fe15b21-4e4c-4aa3-9b74-70a99ab5b6ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:44.029723157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ccad3912-5967-474d-9ea6-1228d448b392","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:44.029750227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ccad3912-5967-474d-9ea6-1228d448b392","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:44.195846179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"556e4daf-d4c7-41c4-a14c-328d87d03098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:44.254130522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"556e4daf-d4c7-41c4-a14c-328d87d03098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:44.255046571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5d5a4b89-7e02-4de5-824a-7c473b8c17ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:44.29887412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4b68fb05-f836-441d-afa9-e033666e94a7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:44.29888917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4b68fb05-f836-441d-afa9-e033666e94a7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:44.425030151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e4fd5eb8-ce99-44cb-a161-7324734b85b0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:44.425046353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e4fd5eb8-ce99-44cb-a161-7324734b85b0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:44.45869293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"080cfdb4-30d9-4682-9e87-5059a7600d51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:44.516498303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"080cfdb4-30d9-4682-9e87-5059a7600d51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T19:58:44.731605407Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"080cfdb4-30d9-4682-9e87-5059a7600d51","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:44.900287573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63077c9d-dad1-47fb-98f3-adfefda20ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:58:44.958623812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63077c9d-dad1-47fb-98f3-adfefda20ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:10.884826539Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:16.783422034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6851613-4cd0-4e1b-94c6-56498708913d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:16.838933247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6851613-4cd0-4e1b-94c6-56498708913d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:16.89321147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6851613-4cd0-4e1b-94c6-56498708913d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:16.947192137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6851613-4cd0-4e1b-94c6-56498708913d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:17.501975138Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-3acf2229","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-3acf2229","reconcileID":"409037df-ddcb-4784-8e86-c4c13c203faf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-3acf2229","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-3acf2229":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:18.131763922Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4db200eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4db200eb","reconcileID":"505c8060-7790-488f-9ddd-362ce5d4e121","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4db200eb","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-4db200eb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:18.97085451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb014e0-80fd-4cfd-bf0a-468ad6d33fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:19.024883964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb014e0-80fd-4cfd-bf0a-468ad6d33fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:19.079083343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb014e0-80fd-4cfd-bf0a-468ad6d33fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:19.133231516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb014e0-80fd-4cfd-bf0a-468ad6d33fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:19.138963347Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-a0d19e8c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-a0d19e8c","reconcileID":"4dc91422-f391-4709-a62f-42c152e7ace6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-a0d19e8c-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-a0d19e8c-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:21.119356167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef134a4-c800-45bb-bec4-c08b6602c584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:21.173314734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef134a4-c800-45bb-bec4-c08b6602c584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:21.227515766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef134a4-c800-45bb-bec4-c08b6602c584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:21.281469278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef134a4-c800-45bb-bec4-c08b6602c584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:23.241287189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb20f570-a9fd-4cf2-b718-f12abfa7efda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:23.295415571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb20f570-a9fd-4cf2-b718-f12abfa7efda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:23.3494308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb20f570-a9fd-4cf2-b718-f12abfa7efda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:23.403697124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb20f570-a9fd-4cf2-b718-f12abfa7efda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:23.681639586Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-70ebea5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-70ebea5b","reconcileID":"67c747d0-847f-4d2a-b769-c8676f6585ee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-70ebea5b","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-70ebea5b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:25.368201483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41ea7d5-3261-48b6-bcd9-c500acc9bf77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:25.421997197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41ea7d5-3261-48b6-bcd9-c500acc9bf77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:25.476316785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41ea7d5-3261-48b6-bcd9-c500acc9bf77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:25.530167448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41ea7d5-3261-48b6-bcd9-c500acc9bf77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:27.485912777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5b12ca-9754-4a67-bd1d-ba21759ed761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:27.540062505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5b12ca-9754-4a67-bd1d-ba21759ed761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:27.594183134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5b12ca-9754-4a67-bd1d-ba21759ed761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:27.648167314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5b12ca-9754-4a67-bd1d-ba21759ed761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:28.535378183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"bce4479d-d7d9-4642-a0db-96447e9a112d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-4db200eb","tenantID":"e2e-ait-4db200eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:28.654248522Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"bce4479d-d7d9-4642-a0db-96447e9a112d","name":"e2e-ait-4db200eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:28.75505518Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-172adb07","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-172adb07","reconcileID":"8568adf8-eaaf-4876-a362-e3a801df35b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-172adb07","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-172adb07":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:29.663321842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"266c4005-c3cd-4bc3-bff4-bdc5000851ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:29.717459079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"266c4005-c3cd-4bc3-bff4-bdc5000851ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:29.771504759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"266c4005-c3cd-4bc3-bff4-bdc5000851ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:29.825458629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"266c4005-c3cd-4bc3-bff4-bdc5000851ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:31.798049984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbc5c61-5f81-4dfa-a4c1-aa09a858684e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:31.851989891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbc5c61-5f81-4dfa-a4c1-aa09a858684e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:31.906188595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbc5c61-5f81-4dfa-a4c1-aa09a858684e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:31.960583099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbc5c61-5f81-4dfa-a4c1-aa09a858684e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:33.209289581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7efc81f2-ce5e-49cf-9863-75e0dc5cd07f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:33.263069138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9688ec41-872e-4cd7-8313-af648ba3ed05","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:33.810623294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"e44891a7-100a-4da3-afd2-d8cbd5d9c21e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-70ebea5b","tenantID":"e2e-ait-70ebea5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:33.898467065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2289c35-f7b1-4ed8-9035-16bf747facb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:33.953123968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2289c35-f7b1-4ed8-9035-16bf747facb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:33.964805749Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"e44891a7-100a-4da3-afd2-d8cbd5d9c21e","name":"e2e-ait-70ebea5b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:34.0072101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2289c35-f7b1-4ed8-9035-16bf747facb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:34.06138623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2289c35-f7b1-4ed8-9035-16bf747facb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:36.004325248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0d3fc0-8b7a-4e5d-b24c-5220a34fe670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:36.058386275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0d3fc0-8b7a-4e5d-b24c-5220a34fe670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:36.112479006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0d3fc0-8b7a-4e5d-b24c-5220a34fe670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:36.166628797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0d3fc0-8b7a-4e5d-b24c-5220a34fe670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:38.097077856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5572b83-7367-43d9-af14-8323b646e648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:38.151369477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5572b83-7367-43d9-af14-8323b646e648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:38.205390255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5572b83-7367-43d9-af14-8323b646e648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:38.261356574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5572b83-7367-43d9-af14-8323b646e648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:38.769335231Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"0aeea580-197f-4f63-b972-e6c34535df44","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:38.82522766Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"0aeea580-197f-4f63-b972-e6c34535df44","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:38.931826976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"0aeea580-197f-4f63-b972-e6c34535df44","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-a0d19e8c-gw","tenantID":"e2e-migrate-a0d19e8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:39.051335989Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"0aeea580-197f-4f63-b972-e6c34535df44","name":"e2e-migrate-a0d19e8c-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:40.206122027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"940b3e2f-b395-4e6c-a202-3331fa3656f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:40.260787112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"940b3e2f-b395-4e6c-a202-3331fa3656f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:40.321588055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"940b3e2f-b395-4e6c-a202-3331fa3656f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:40.375666166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"940b3e2f-b395-4e6c-a202-3331fa3656f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:40.83241494Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:42.353882686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f1d952-38b8-425f-a11d-4e019367c3a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:42.411114848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f1d952-38b8-425f-a11d-4e019367c3a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:42.465147414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f1d952-38b8-425f-a11d-4e019367c3a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:42.519236214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f1d952-38b8-425f-a11d-4e019367c3a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:44.075712374Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"074ff7a2-4fbe-43af-94de-d4361ef1c19c","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:49.320202477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"50c3dee4-65ad-4f46-a2aa-bf7e058b4bbe","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-3acf2229","tenantID":"e2e-ait-3acf2229","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:49.437706483Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"50c3dee4-65ad-4f46-a2aa-bf7e058b4bbe","name":"e2e-ait-3acf2229-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:54.313965717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"c411c3b6-7d8c-47a7-bb40-ac0ddb3057a3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-172adb07","tenantID":"e2e-derive-172adb07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T19:59:54.439392449Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"c411c3b6-7d8c-47a7-bb40-ac0ddb3057a3","name":"e2e-derive-172adb07-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:01.588751714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fad68f9-f008-422f-92f1-8121af9ca7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:01.646471779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fad68f9-f008-422f-92f1-8121af9ca7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:01.701544836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fad68f9-f008-422f-92f1-8121af9ca7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:01.760049283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fad68f9-f008-422f-92f1-8121af9ca7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:03.824149993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93c11d81-16f4-4b69-ba6f-290fe579b6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:03.879113437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93c11d81-16f4-4b69-ba6f-290fe579b6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:03.935093738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93c11d81-16f4-4b69-ba6f-290fe579b6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:03.994026489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93c11d81-16f4-4b69-ba6f-290fe579b6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:05.81340825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4e2660e0-c78a-4181-aeb0-0836df3cf65f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:05.919641413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"76b85fe6-b4f6-40c3-b713-76616f876cf1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:06.056122452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a820955d-4d0c-4b1a-97c1-9096336e3ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:06.114639808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a820955d-4d0c-4b1a-97c1-9096336e3ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:06.169378564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a820955d-4d0c-4b1a-97c1-9096336e3ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:06.224101162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a820955d-4d0c-4b1a-97c1-9096336e3ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:08.242100798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b7f465-8b73-4190-aa1a-b1d740be6e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:08.296165038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b7f465-8b73-4190-aa1a-b1d740be6e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:08.351338572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b7f465-8b73-4190-aa1a-b1d740be6e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:08.405537506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b7f465-8b73-4190-aa1a-b1d740be6e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:09.722068267Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"d3e2d885-357d-4f39-9440-7ed36d2f5ce0","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:09.871613366Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"d3e2d885-357d-4f39-9440-7ed36d2f5ce0","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:10.340772109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62055a53-8f78-419f-8aa7-3e486cf92e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:10.394807659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62055a53-8f78-419f-8aa7-3e486cf92e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:10.450979802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62055a53-8f78-419f-8aa7-3e486cf92e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:10.505637311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62055a53-8f78-419f-8aa7-3e486cf92e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:10.831778192Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:12.482788399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb51000-4f42-43a5-9f49-c24b98a543ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:12.53755109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb51000-4f42-43a5-9f49-c24b98a543ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:12.597914929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb51000-4f42-43a5-9f49-c24b98a543ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:12.655584912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb51000-4f42-43a5-9f49-c24b98a543ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:14.624103634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a150ff4-5e49-44f8-a270-ee050d55f1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:14.678922249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a150ff4-5e49-44f8-a270-ee050d55f1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:14.733184458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a150ff4-5e49-44f8-a270-ee050d55f1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:14.787355053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a150ff4-5e49-44f8-a270-ee050d55f1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:15.230587278Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"a3460701-1ecd-42d9-b9fc-0d444b569d58","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:16.75343858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b0bc22-8064-464c-a808-91dd34a97d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:16.807878531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b0bc22-8064-464c-a808-91dd34a97d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:16.861933468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b0bc22-8064-464c-a808-91dd34a97d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:16.91606495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b0bc22-8064-464c-a808-91dd34a97d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:18.850609976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66745dba-1da8-4ebe-9749-c6447c08f720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:18.904600054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66745dba-1da8-4ebe-9749-c6447c08f720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:18.95908188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66745dba-1da8-4ebe-9749-c6447c08f720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:19.013146365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66745dba-1da8-4ebe-9749-c6447c08f720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:22.101887767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f982094-e9c1-4fb7-aff2-810c9b1a4cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:22.156024953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f982094-e9c1-4fb7-aff2-810c9b1a4cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:22.211742894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f982094-e9c1-4fb7-aff2-810c9b1a4cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:22.266389585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f982094-e9c1-4fb7-aff2-810c9b1a4cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:24.251242969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b40949-a54c-4560-83e6-8ec6ed855462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:24.305161404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b40949-a54c-4560-83e6-8ec6ed855462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:24.359073699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b40949-a54c-4560-83e6-8ec6ed855462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:24.413147297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b40949-a54c-4560-83e6-8ec6ed855462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:26.196669377Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","namespace":"ai-tenant-e2e-ait-4db200eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:26.196768681Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","namespace":"ai-tenant-e2e-ait-4db200eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:26.196825284Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","tenant":"e2e-ait-4db200eb","tenantID":"e2e-ait-4db200eb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:26.252282361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","gvk":"Deployment","name":"maas-api-e2e-ait-4db200eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:26.315969487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","gvk":"Service","name":"maas-api-e2e-ait-4db200eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:26.375521814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-4db200eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:26.43086502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-4db200eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:26.448877867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e5fca2-4f51-4fb1-8128-ee2a924247e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:26.503821132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e5fca2-4f51-4fb1-8128-ee2a924247e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:26.506438272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-4db200eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:26.558414653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e5fca2-4f51-4fb1-8128-ee2a924247e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:26.61261777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e5fca2-4f51-4fb1-8128-ee2a924247e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:26.614470188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-4db200eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:26.675870517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-4db200eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:26.731537612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-4db200eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:26.784791731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","gvk":"Deployment","name":"payload-processing-e2e-ait-4db200eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:26.889605973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-4db200eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:26.942724738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","gvk":"Service","name":"payload-processing-e2e-ait-4db200eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:27.001810108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","gvk":"Service","name":"payload-pre-processing-e2e-ait-4db200eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:27.055483338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","gvk":"DestinationRule","name":"payload-processing-e2e-ait-4db200eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:27.110225239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-4db200eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:27.164437093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-4db200eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:27.222809117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-4db200eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:27.276193229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-4db200eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:27.329626796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-4db200eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:27.383252756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-4db200eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:27.436516631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4db200eb"},"namespace":"ai-tenant-e2e-ait-4db200eb","name":"default-tenant","reconcileID":"f3e47efc-d2cf-4b0c-99b1-cd2fa5e4e7e8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-4db200eb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:27.494069978Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","namespace":"ai-tenant-e2e-ait-70ebea5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:27.494135502Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","namespace":"ai-tenant-e2e-ait-70ebea5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:27.494187542Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","tenant":"e2e-ait-70ebea5b","tenantID":"e2e-ait-70ebea5b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:27.549327867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","gvk":"Deployment","name":"maas-api-e2e-ait-70ebea5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:27.612345267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","gvk":"Service","name":"maas-api-e2e-ait-70ebea5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:27.722229373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-70ebea5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:27.787199027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-70ebea5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:27.84513572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-70ebea5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:27.901310767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-70ebea5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:27.960142665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-70ebea5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.039985268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-70ebea5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.093295018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","gvk":"Deployment","name":"payload-processing-e2e-ait-70ebea5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.146905633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-70ebea5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.200409805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","gvk":"Service","name":"payload-processing-e2e-ait-70ebea5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.253701343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","gvk":"Service","name":"payload-pre-processing-e2e-ait-70ebea5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.307098072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","gvk":"DestinationRule","name":"payload-processing-e2e-ait-70ebea5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.331630226Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4db200eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4db200eb","reconcileID":"82cf4f81-7c37-4019-a5ef-8ffd6fb66065","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4db200eb","removed":["maas.opendatahub.io/gateway-access-e2e-ait-4db200eb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.360215616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-70ebea5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.413613614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-70ebea5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.47016607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-70ebea5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.523563421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-70ebea5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.575578387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a33563a8-1c10-4ffb-9512-bcc6dab97eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.629371277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-70ebea5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.630021915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a33563a8-1c10-4ffb-9512-bcc6dab97eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.683936941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-70ebea5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.684626105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a33563a8-1c10-4ffb-9512-bcc6dab97eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.738182043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-70ebea5b"},"namespace":"ai-tenant-e2e-ait-70ebea5b","name":"default-tenant","reconcileID":"1f96d43a-7161-41eb-bdd7-d276f30be161","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-70ebea5b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.739240486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a33563a8-1c10-4ffb-9512-bcc6dab97eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.805666258Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","namespace":"ai-tenant-e2e-migrate-a0d19e8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.80580423Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","namespace":"ai-tenant-e2e-migrate-a0d19e8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.805898893Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","tenant":"e2e-migrate-a0d19e8c","tenantID":"e2e-migrate-a0d19e8c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.863932891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","gvk":"Deployment","name":"maas-api-e2e-migrate-a0d19e8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:28.926871655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","gvk":"Service","name":"maas-api-e2e-migrate-a0d19e8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:29.015721375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-a0d19e8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:29.071112123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-a0d19e8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:29.128638789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-a0d19e8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:29.184594159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-a0d19e8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:29.238054787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-a0d19e8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:29.300084269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-a0d19e8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:29.353935858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","gvk":"Deployment","name":"payload-processing-e2e-migrate-a0d19e8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:29.40763273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-a0d19e8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:29.461280053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","gvk":"Service","name":"payload-processing-e2e-migrate-a0d19e8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:29.515179081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","gvk":"Service","name":"payload-pre-processing-e2e-migrate-a0d19e8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:29.568810792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-a0d19e8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:29.587873163Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-70ebea5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-70ebea5b","reconcileID":"2e5e1fb3-548a-425d-8ede-a3fb07224378","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-70ebea5b","removed":["maas.opendatahub.io/gateway-access-e2e-ait-70ebea5b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:29.622358438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-a0d19e8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:29.675812039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-a0d19e8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:29.729395315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-a0d19e8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:29.827498131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-a0d19e8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:29.883870589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-a0d19e8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:29.938203801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-a0d19e8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:29.991630885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-a0d19e8c"},"namespace":"ai-tenant-e2e-migrate-a0d19e8c","name":"default-tenant","reconcileID":"5271f6bc-ba35-40f1-8685-1cec3401b2ed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-a0d19e8c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:30.797706102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0938e97-c6cd-4db5-9777-2ed159a1b7c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:30.851644699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0938e97-c6cd-4db5-9777-2ed159a1b7c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:30.906063887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0938e97-c6cd-4db5-9777-2ed159a1b7c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:30.959859021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0938e97-c6cd-4db5-9777-2ed159a1b7c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:00:31.239275319Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-a0d19e8c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-a0d19e8c","reconcileID":"bcb1eddc-3629-48fc-9b8a-b71551996c59","error":"cleanup gateway labels on infra namespace odh-ai-gateway-infra: Operation cannot be fulfilled on namespaces \"odh-ai-gateway-infra\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:31.731532311Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-a0d19e8c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-a0d19e8c","reconcileID":"47e84a5c-45bb-420e-bdc9-9be5fa3f2bb1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-a0d19e8c-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-a0d19e8c-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:32.912263261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad5fcba3-0fbd-410f-b0b4-ab090867ce28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:32.966461122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad5fcba3-0fbd-410f-b0b4-ab090867ce28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:33.02043376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad5fcba3-0fbd-410f-b0b4-ab090867ce28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:33.07450299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad5fcba3-0fbd-410f-b0b4-ab090867ce28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:34.041450456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"851d2607-99ad-4170-a782-1c50085a8456","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:34.149992039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"099cee46-78b8-4428-8ddb-8ec91c8da1d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:34.805934394Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-426941","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-426941","reconcileID":"1d2f585c-d7a6-485a-b827-edf4f06ac409","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-426941","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-426941":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:35.026872054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b56610-2e89-433e-96b8-6e0038a85258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:35.08285783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b56610-2e89-433e-96b8-6e0038a85258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:35.137561656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b56610-2e89-433e-96b8-6e0038a85258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:35.19190767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b56610-2e89-433e-96b8-6e0038a85258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:35.642947983Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","namespace":"ai-tenant-e2e-ait-3acf2229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:35.64302527Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","namespace":"ai-tenant-e2e-ait-3acf2229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:35.643080039Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","tenant":"e2e-ait-3acf2229","tenantID":"e2e-ait-3acf2229","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:35.698589226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","gvk":"Deployment","name":"maas-api-e2e-ait-3acf2229","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:35.765346647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","gvk":"Service","name":"maas-api-e2e-ait-3acf2229","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:35.822167282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-3acf2229","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:35.877606486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-3acf2229","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:35.942301253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-3acf2229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:35.998608094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-3acf2229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:36.057245262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-3acf2229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:36.115223309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-3acf2229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:36.170557517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","gvk":"Deployment","name":"payload-processing-e2e-ait-3acf2229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:36.225971823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-3acf2229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:36.316540291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","gvk":"Service","name":"payload-processing-e2e-ait-3acf2229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:36.377201284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","gvk":"Service","name":"payload-pre-processing-e2e-ait-3acf2229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:36.432767886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","gvk":"DestinationRule","name":"payload-processing-e2e-ait-3acf2229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:36.490316578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-3acf2229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:36.547211738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-3acf2229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:36.608536639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-3acf2229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:36.663936831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-3acf2229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:36.719458749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-3acf2229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:36.776457085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-3acf2229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:36.831797461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3acf2229"},"namespace":"ai-tenant-e2e-ait-3acf2229","name":"default-tenant","reconcileID":"12724f82-f292-4da9-9665-c701eeec133a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-3acf2229","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:37.143920263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6afcff78-17b5-4c3d-8aaa-2d0f554b6dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:37.197929014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6afcff78-17b5-4c3d-8aaa-2d0f554b6dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:37.251966915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6afcff78-17b5-4c3d-8aaa-2d0f554b6dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:37.306015256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6afcff78-17b5-4c3d-8aaa-2d0f554b6dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:37.753213902Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-14d090","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-14d090","reconcileID":"739d5e85-87f0-4047-8925-e5f9b9db7159","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-14d090","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-14d090":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:39.146655803Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-6a4ab0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-6a4ab0","reconcileID":"f1d88ad7-587d-415d-bed9-dcf927ab2c4c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-6a4ab0","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-6a4ab0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:39.263829376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d82ce3-d613-4ae8-9823-0937677e6541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:39.317769753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d82ce3-d613-4ae8-9823-0937677e6541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:39.371631471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d82ce3-d613-4ae8-9823-0937677e6541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:39.425740955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d82ce3-d613-4ae8-9823-0937677e6541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:40.88815569Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:41.447423339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2db37c6f-ff54-450c-ae2c-db0cd33df30a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:41.50156312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2db37c6f-ff54-450c-ae2c-db0cd33df30a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:41.555866542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2db37c6f-ff54-450c-ae2c-db0cd33df30a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:41.609618793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2db37c6f-ff54-450c-ae2c-db0cd33df30a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:43.54447945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440f4cc8-ad78-44c0-a212-ef342e36da0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:43.598591227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440f4cc8-ad78-44c0-a212-ef342e36da0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:43.604384593Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-3acf2229","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-3acf2229","reconcileID":"e42cf07e-fc70-4228-8846-3dc482d8b797","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-3acf2229","removed":["maas.opendatahub.io/gateway-access-e2e-ait-3acf2229"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:43.652755196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440f4cc8-ad78-44c0-a212-ef342e36da0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:43.707004782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440f4cc8-ad78-44c0-a212-ef342e36da0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:45.663521677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5baa6f5-5311-403d-be58-bdf7254fc7a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:45.717612472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5baa6f5-5311-403d-be58-bdf7254fc7a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:45.771450347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5baa6f5-5311-403d-be58-bdf7254fc7a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:45.825430259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5baa6f5-5311-403d-be58-bdf7254fc7a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:47.775067604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d43e23b-5767-4aab-890d-6d9032276728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:47.829101318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d43e23b-5767-4aab-890d-6d9032276728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:47.883053214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d43e23b-5767-4aab-890d-6d9032276728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:47.937025281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d43e23b-5767-4aab-890d-6d9032276728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:49.869877957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda6f295-770e-4e8f-8061-d3d1f24d089a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:49.926562002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda6f295-770e-4e8f-8061-d3d1f24d089a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:49.981361771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda6f295-770e-4e8f-8061-d3d1f24d089a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:50.035340259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda6f295-770e-4e8f-8061-d3d1f24d089a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:51.986765739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71349cbd-8b29-4f89-8428-d3aa63744f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:52.040719064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71349cbd-8b29-4f89-8428-d3aa63744f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:52.094718039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71349cbd-8b29-4f89-8428-d3aa63744f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:52.148673303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71349cbd-8b29-4f89-8428-d3aa63744f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:52.264592454Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-c25349","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-c25349","reconcileID":"02c7df36-e5bc-4df6-ab72-6d02f48910aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-c25349","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-c25349":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:52.649972808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"f0677ab0-3842-4126-8538-fe1422197a3a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:52.791714793Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"f0677ab0-3842-4126-8538-fe1422197a3a","name":"e2e-worker-w2-426941-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:54.145068151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce1ccb0c-3418-4304-a87f-1b3614879d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:54.199465368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce1ccb0c-3418-4304-a87f-1b3614879d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:54.25326593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce1ccb0c-3418-4304-a87f-1b3614879d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:54.306959341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce1ccb0c-3418-4304-a87f-1b3614879d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:56.245615691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a0f2bf-d680-414e-8e9f-a6a6f85bc4ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:56.299655953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a0f2bf-d680-414e-8e9f-a6a6f85bc4ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:56.353538071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a0f2bf-d680-414e-8e9f-a6a6f85bc4ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:56.40949428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a0f2bf-d680-414e-8e9f-a6a6f85bc4ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:57.961536066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"16f0d97a-4549-437f-9a3f-babab2e3db10","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:00:58.079166826Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"16f0d97a-4549-437f-9a3f-babab2e3db10","name":"e2e-worker-w0-14d090-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:02.940063823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"4c53b7b6-3742-4b6f-92e9-1451c2a24131","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:03.058059767Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"4c53b7b6-3742-4b6f-92e9-1451c2a24131","name":"e2e-worker-w3-6a4ab0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:03.116960909Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","namespace":"ai-tenant-e2e-derive-172adb07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:03.117041266Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","namespace":"ai-tenant-e2e-derive-172adb07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:03.117108906Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","tenant":"e2e-derive-172adb07","tenantID":"e2e-derive-172adb07","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:03.172597091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","gvk":"Deployment","name":"maas-api-e2e-derive-172adb07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:03.234239918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","gvk":"Service","name":"maas-api-e2e-derive-172adb07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:03.29408066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-172adb07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:03.349298531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-172adb07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:03.409423519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-172adb07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:03.465196217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-172adb07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:03.523274411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-172adb07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:03.592926459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-172adb07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:03.64957793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","gvk":"Deployment","name":"payload-processing-e2e-derive-172adb07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:03.70350728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-172adb07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:03.759040648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","gvk":"Service","name":"payload-processing-e2e-derive-172adb07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:03.814868442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","gvk":"Service","name":"payload-pre-processing-e2e-derive-172adb07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:03.86828762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","gvk":"DestinationRule","name":"payload-processing-e2e-derive-172adb07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:03.921650107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-172adb07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:03.975492234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-172adb07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:04.032124422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-172adb07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:04.085560601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-172adb07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:04.139376523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-172adb07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:04.193106204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-172adb07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:04.246671597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-172adb07"},"namespace":"ai-tenant-e2e-derive-172adb07","name":"default-tenant","reconcileID":"bafd66b5-61ec-482c-b1bb-34b14676f616","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-172adb07","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:05.135253505Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-172adb07","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-172adb07","reconcileID":"bb9ab3b0-15d1-4a97-93d9-1c60b5743133","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-172adb07","removed":["maas.opendatahub.io/gateway-access-e2e-derive-172adb07"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:06.37796477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e61a1b1-edfc-43fd-be67-4aa59baae3d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:06.431976144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e61a1b1-edfc-43fd-be67-4aa59baae3d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:06.485969131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e61a1b1-edfc-43fd-be67-4aa59baae3d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:06.54002719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e61a1b1-edfc-43fd-be67-4aa59baae3d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:08.547140557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2ef46e-afa9-4252-aefc-9ae1b8f0bc6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:08.601297098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2ef46e-afa9-4252-aefc-9ae1b8f0bc6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:08.657408949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2ef46e-afa9-4252-aefc-9ae1b8f0bc6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:08.712993585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2ef46e-afa9-4252-aefc-9ae1b8f0bc6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:10.706933958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a16e6047-4627-430b-9b6c-8caf8cf3bac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:10.761980235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a16e6047-4627-430b-9b6c-8caf8cf3bac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:10.816636932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a16e6047-4627-430b-9b6c-8caf8cf3bac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:10.819187695Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-bbee67","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-bbee67","reconcileID":"e09bf656-aa10-4b06-a805-a17365a38218","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-bbee67","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-bbee67":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:10.832366137Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:10.870835946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a16e6047-4627-430b-9b6c-8caf8cf3bac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:12.845508431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ee2f16-4c63-40c9-842c-64cd90d05485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:12.899509916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ee2f16-4c63-40c9-842c-64cd90d05485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:12.953574193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ee2f16-4c63-40c9-842c-64cd90d05485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:13.0082215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ee2f16-4c63-40c9-842c-64cd90d05485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:14.970458793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a282e8fd-d6a6-42e0-a649-37ce0c5240f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:15.024752418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a282e8fd-d6a6-42e0-a649-37ce0c5240f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:15.082273262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a282e8fd-d6a6-42e0-a649-37ce0c5240f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:15.141300313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a282e8fd-d6a6-42e0-a649-37ce0c5240f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:17.1382372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ff854e-d0c6-43d1-923c-3adc31da4470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:17.194951423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ff854e-d0c6-43d1-923c-3adc31da4470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:17.249655106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ff854e-d0c6-43d1-923c-3adc31da4470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:17.305884973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ff854e-d0c6-43d1-923c-3adc31da4470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:19.549782595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa4257e4-cab6-4941-8c74-12b9612c8720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:19.60409153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa4257e4-cab6-4941-8c74-12b9612c8720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:19.65805679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa4257e4-cab6-4941-8c74-12b9612c8720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:19.712049977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa4257e4-cab6-4941-8c74-12b9612c8720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:20.597721874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"c44627d7-c581-47df-bd36-bfa6726d8331","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:20.716570453Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"c44627d7-c581-47df-bd36-bfa6726d8331","name":"e2e-worker-w4-c25349-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:21.672608857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8029021a-d369-4d32-80bb-1576d81e3b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:21.726589163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8029021a-d369-4d32-80bb-1576d81e3b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:21.780706617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8029021a-d369-4d32-80bb-1576d81e3b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:21.834537933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8029021a-d369-4d32-80bb-1576d81e3b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:23.77504749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8302b8d3-1d59-4647-8fb2-2454d7e8f558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:23.829055215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8302b8d3-1d59-4647-8fb2-2454d7e8f558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:23.883537501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8302b8d3-1d59-4647-8fb2-2454d7e8f558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:23.938052395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8302b8d3-1d59-4647-8fb2-2454d7e8f558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:25.922557346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93754b0a-1d31-4384-b46b-752afd549739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:25.977053635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93754b0a-1d31-4384-b46b-752afd549739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:26.031565726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93754b0a-1d31-4384-b46b-752afd549739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:26.08564456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93754b0a-1d31-4384-b46b-752afd549739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:28.166933228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b5334e-e81c-4666-a19e-f48dec0d507f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:28.220872536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b5334e-e81c-4666-a19e-f48dec0d507f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:28.274927496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b5334e-e81c-4666-a19e-f48dec0d507f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:28.32906852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b5334e-e81c-4666-a19e-f48dec0d507f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:30.28724326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11352e12-c253-4c4e-a3a8-c9ddaf894371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:30.341332753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11352e12-c253-4c4e-a3a8-c9ddaf894371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:30.395311939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11352e12-c253-4c4e-a3a8-c9ddaf894371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:30.449151909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11352e12-c253-4c4e-a3a8-c9ddaf894371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:32.480073412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11e9b11-7056-4e0d-893f-3e65aec803a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:32.533848327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11e9b11-7056-4e0d-893f-3e65aec803a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:32.587941437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11e9b11-7056-4e0d-893f-3e65aec803a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:32.641682806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11e9b11-7056-4e0d-893f-3e65aec803a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:34.656685002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb5cdd4-b354-4b37-aafd-4e98c39150ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:34.710838001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb5cdd4-b354-4b37-aafd-4e98c39150ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:34.76470458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb5cdd4-b354-4b37-aafd-4e98c39150ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:34.819074094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb5cdd4-b354-4b37-aafd-4e98c39150ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:36.771454002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3c43dd-eff3-4902-8bb9-d96ed86c43f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:36.826184071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3c43dd-eff3-4902-8bb9-d96ed86c43f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:36.88012947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3c43dd-eff3-4902-8bb9-d96ed86c43f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:36.934673626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3c43dd-eff3-4902-8bb9-d96ed86c43f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:37.81023734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13af9401-a4f3-4cc4-8367-dffeb0d4b9bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:37.991616618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2710c1b6-a19e-43e6-842f-910386593794","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:38.95443462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a89694-780e-43e4-9c2d-bb135b37409d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:39.008596162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a89694-780e-43e4-9c2d-bb135b37409d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:39.062877872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a89694-780e-43e4-9c2d-bb135b37409d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:39.116941377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a89694-780e-43e4-9c2d-bb135b37409d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:40.832945281Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:42.290241942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"3ea0b236-2d70-43ce-972d-41436c3c0344","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:42.40852035Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"3ea0b236-2d70-43ce-972d-41436c3c0344","name":"e2e-worker-w1-bbee67-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:45.297824909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6358b4b8-37dc-45f9-bf56-821b7ea6b755","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:45.682610981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"46c5df65-63a6-420c-8791-f18df7edf560","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:48.870454438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"3870dd54-afd5-4b55-9803-0d2e755b2089","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:54.276583223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc24f399-ec28-43ef-9d63-bbffbd81e0fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:54.330506975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc24f399-ec28-43ef-9d63-bbffbd81e0fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:54.384661123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc24f399-ec28-43ef-9d63-bbffbd81e0fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:54.438664814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc24f399-ec28-43ef-9d63-bbffbd81e0fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:56.477503356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01335ef3-de66-45ac-b25f-6c4aa8bb9f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:56.531553221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01335ef3-de66-45ac-b25f-6c4aa8bb9f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:56.58546275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01335ef3-de66-45ac-b25f-6c4aa8bb9f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:01:56.639459793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01335ef3-de66-45ac-b25f-6c4aa8bb9f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:07.352825515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"31a45892-53a2-4f96-a303-3944c97110d8","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:07.45931479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"62a77c8f-2543-4571-a812-886cec3ab9cc","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:10.454991927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"070ec4f0-bf98-4761-aee0-f15fda79dfe7","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:10.832897496Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:14.44386484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e6dfc4-779a-4cc8-8365-46de37152184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:14.498052619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e6dfc4-779a-4cc8-8365-46de37152184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:14.552101157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e6dfc4-779a-4cc8-8365-46de37152184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:14.606240551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e6dfc4-779a-4cc8-8365-46de37152184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:16.549690253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b359378-d9f1-4651-91b9-5ac38607d3c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:16.603867366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b359378-d9f1-4651-91b9-5ac38607d3c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:16.657713318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b359378-d9f1-4651-91b9-5ac38607d3c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:16.711604338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b359378-d9f1-4651-91b9-5ac38607d3c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:20.422945024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"893aa8db-0f77-4e55-9ec4-4dc7f93198a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:20.663600164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d3f4aed2-6c44-4d3d-83df-27692feac2ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:27.003501637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"1eef8888-3123-4073-8ff1-61620fbbca7b","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:31.776932023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9bf13ab5-1aca-4516-be1f-a0856afd8c90","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:31.996167124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"75967774-d2c5-4d10-bffe-df2ceec02f71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:36.597630378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"a068697f-ac67-4f57-8dcc-85ab32877093","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:36.831689141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"09b0c41b-2ab0-42ce-a0c8-3586cb8e02ae","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:36.891475326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7012477f-8035-4641-a066-6a47683fb186","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:36.891498091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7012477f-8035-4641-a066-6a47683fb186","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:36.943160755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"b02dedc6-696f-4786-b274-036f66952f90","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:36.947983112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"baf9290e-33d5-438b-b1ea-da6ebb828e18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:36.947998295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"baf9290e-33d5-438b-b1ea-da6ebb828e18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.00148515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"eb3ac91c-a95a-4f7b-bfb2-d953bf9d79d4","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:02:37.007219305Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-426941/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.220375957Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"acdb543b-e793-4f35-b806-3a32220120a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"simulator-w2-426941","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.222031428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"ca4b00a8-0083-4ba6-a3b9-5241e48af895","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.280510124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"ce280963-dfd3-420b-9e62-312f94e6fab5","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:02:37.335493699Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"ce280963-dfd3-420b-9e62-312f94e6fab5","name":"simulator-w2-426941","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-426941\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:02:37.335551728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"ce280963-dfd3-420b-9e62-312f94e6fab5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-426941\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.340834422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"72ff14d9-0041-418b-b9e8-23dc0e1f326f","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.386207385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"0500860a-68c8-4120-8b67-5f448972b762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.38687627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"4d096e1d-5129-4a61-bdc4-46e4f2d97ad4","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.486970706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"a3d525a9-798d-43cd-86e8-c8b7eb7392f7","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.511590444Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"0500860a-68c8-4120-8b67-5f448972b762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.595265171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-426941-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"0500860a-68c8-4120-8b67-5f448972b762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.595824635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"46d7b66e-319d-46b5-bb79-5e9514c08863","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:02:37.645048666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"22b9a02b-cef8-4dcb-b20a-612595be937a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.646457369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"4ecc48a4-9491-4ec6-91b6-c6ee3148b88f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.64910477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"b92e7bce-23b1-4498-abbd-57c40625baa3","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.653256738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"ce4a30fa-3495-4e4b-bec3-770634bf1695","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.745962711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"0ce2d8c1-c167-4841-a536-4d096ae22d95","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.762338426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"8e515b2c-a92a-40e7-8d5f-062cf3121dad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.805144199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"3bc52986-2c2c-43cc-a38a-f14624f5d406","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.82013478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"8e515b2c-a92a-40e7-8d5f-062cf3121dad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.820965417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"48d8e11c-4cde-4a6c-83a7-f66747aaf816","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.876478351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-426941-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"8e515b2c-a92a-40e7-8d5f-062cf3121dad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:37.961622001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"70059989-18d5-40d6-8b19-a58d3fa8010d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:38.019081603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"70059989-18d5-40d6-8b19-a58d3fa8010d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:38.037974528Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"47d7db2e-9165-4e2a-a635-9aef7c0bfd5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"premium-w2-426941","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-426941/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:38.062104363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"596b175b-3982-425e-a891-125cae1b3f31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:38.075505875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-426941-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"70059989-18d5-40d6-8b19-a58d3fa8010d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:38.119449412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"596b175b-3982-425e-a891-125cae1b3f31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:38.134131572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"06f25f91-5ee1-408d-ab4f-a6d2ecdc7ecc","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:38.175785773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-426941-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"596b175b-3982-425e-a891-125cae1b3f31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:38.204432457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"7fabd3f5-c089-4873-99fb-2a4a0755aa14","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:38.295089193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"b179e4d1-01ce-4b09-9e1b-0db63e63e8c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:38.352912186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"b179e4d1-01ce-4b09-9e1b-0db63e63e8c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:38.409412704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-426941-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"b179e4d1-01ce-4b09-9e1b-0db63e63e8c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:38.419616355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"bc4fdcf0-f5c0-4db0-8acf-4573aa8f990a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:38.580402475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"57f408af-8729-4d31-b002-dbaf716b8506","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:38.679401992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7cc2b97c-19c1-4f4b-b7ef-b77f717249fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:40.607048542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"6f157839-3817-467b-97a6-b5ebcb4a5146","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:40.676918021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"e08ace0f-8594-43a3-8fb1-05496554f970","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:40.836684534Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:47.502960092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"26d22ea5-ed8f-4f22-8516-55953c484d36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:47.615486148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"855f8dab-29a5-4ab3-9a7f-960f50337f7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:47.674953103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"2ec2f12a-1249-4755-96c1-cb3cba81385a","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:47.709926806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7cf72507-a550-440f-a552-8bccee4ce04d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:47.787119735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"fbb45272-d0ad-4fd4-8f26-5c0e1ef8d5cd","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:47.810569474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4f95d8a1-357e-42da-9d29-f3a46b974fca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:47.957325139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"f39f4fd8-dbc2-496e-aeb1-844a1db369cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:47.957329375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"8df7ea86-4e1d-42b0-b0d7-d97c7ab6bee9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:48.015318812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"8df7ea86-4e1d-42b0-b0d7-d97c7ab6bee9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:48.015678285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"f39f4fd8-dbc2-496e-aeb1-844a1db369cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:48.073303568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-426941-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bce8c5fa99a25095df8cd8128993b5ac16f9c36d12a105ba5c712dd409a18828) AuthConfig (031a2ab6cd4979140a2deba11955265f8a2625db781a0b764bd2c9bda6d3dd0b) AuthConfig (93233313e4bd12a1b3b6b2bb3c5afd64599d21770feda4cfd3e7a73d7b9b3764) AuthConfig (445b830baa24f544fb0ff25f1534b5a4a748a63d04d7dcc836f481e88a9ada78) AuthConfig (ee98cac2ac13747b177a69860920f70a13423d3704d905a7757b82882dd23062) AuthConfig (37622467c869a751e8543ec5bda43609ad1293c8429fe08da07528f421fdb0aa) AuthConfig (a1093adbfdb62d653bb2d4bc6d784e8b1c6fb44d7d65ff9c2c10bae203d5b040) AuthConfig (598e9f63c21a567ab055eabf429c6bb3b0ce8a61de95de366b1abca9d0bf6f57) AuthConfig (637eba97292a8526a9459cbc6074e68e954869cbb923e8508e5cf7079e399cba) AuthConfig (01680308d1b29a3fd9358a4b2612f83fddb1a9aeafdbd42c0dc3c75094f25543) AuthConfig (d2cfdc99ccac3ee24782e8d70093884ad01a7bd010422b55f6c465cd2a0697ad) AuthConfig (150e1d10c8de70ffcffdb5e42d73072992d9f785628cbe2cc12920efc2e5a124) AuthConfig (434b7b7e1968d8e7336f7d2d69df0343c8a004248b6ec8f57ed22b9cd95dd1db) AuthConfig (04e4ac28516a241ce2c0ca272e8037d22937f9635ce186b2cf9b97d190ea6a3a) AuthConfig (746b4bcc7c901206f5309a442f55d4904d46d4f5985702d072d449a80ad70937) AuthConfig (4fd065b44fc032417286a7cb17b1a1364e7ed08841e46827594c69dbaf19855d) AuthConfig (4c7ff7235737d8f1ddb738bbb361d8fe7d135d4de7d3971e4a023004df52c308) AuthConfig (7671a52da721feebb01908438813c2ac27e54c6ee09cebf9d6c00b0ba1e5d325) AuthConfig (7ba1184b40f2723edb06653dd0ac2d71c3438ac823fe3ba191c104382888e5d1) AuthConfig (5765dd6563359c0b3ff6614a07653ae18153632e573809d2efe7969498cb2df8) AuthConfig (77338d428c1eb3d818ab9824bccb8ce24ca082fe37dc427f2e53e41dc1d9d2e3) AuthConfig (dcc94d1038b1066f87747c5061966b3e9cbe1cbaef7ab19cb8396289d1003df2) AuthConfig (f2d85b0cd6fc45932053cf6bfdeaf70060bf282dfbaff492ac17082a661a4fd9) AuthConfig (b7819e1d5c5338c868c499c00b0a31444f29dddcce4da42fee02969c44bb3cbb) AuthConfig (b6f027d0fe968268ca57463b84d1e0ec11acf60af40bad54bd9b90beae7ca325) AuthConfig (3b44bc762e08a32adaeb4fd14f8fbad1a0573369d3eece22e67f159494ad7555) AuthConfig (87c54d63cc7b01d9a00d91d3bc886d3ef3c730d6ee3ede05a5da5a609a1b8413) AuthConfig (c8eb694ce79316240193f62c1f9f19faef726837d0e11605bad439e5303ecdc7) AuthConfig (5614053da0fbcee141d3c9386fba5d96f32c31b2fa58dcb6f76a61a2715c4915) AuthConfig (140ac5203792e51036a44009ebfa5e8dc3d5ec0250374d3cfbd44523871546d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"8df7ea86-4e1d-42b0-b0d7-d97c7ab6bee9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:48.074380597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-426941-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bce8c5fa99a25095df8cd8128993b5ac16f9c36d12a105ba5c712dd409a18828) AuthConfig (031a2ab6cd4979140a2deba11955265f8a2625db781a0b764bd2c9bda6d3dd0b) AuthConfig (93233313e4bd12a1b3b6b2bb3c5afd64599d21770feda4cfd3e7a73d7b9b3764) AuthConfig (445b830baa24f544fb0ff25f1534b5a4a748a63d04d7dcc836f481e88a9ada78) AuthConfig (ee98cac2ac13747b177a69860920f70a13423d3704d905a7757b82882dd23062) AuthConfig (37622467c869a751e8543ec5bda43609ad1293c8429fe08da07528f421fdb0aa) AuthConfig (a1093adbfdb62d653bb2d4bc6d784e8b1c6fb44d7d65ff9c2c10bae203d5b040) AuthConfig (598e9f63c21a567ab055eabf429c6bb3b0ce8a61de95de366b1abca9d0bf6f57) AuthConfig (637eba97292a8526a9459cbc6074e68e954869cbb923e8508e5cf7079e399cba) AuthConfig (01680308d1b29a3fd9358a4b2612f83fddb1a9aeafdbd42c0dc3c75094f25543) AuthConfig (d2cfdc99ccac3ee24782e8d70093884ad01a7bd010422b55f6c465cd2a0697ad) AuthConfig (150e1d10c8de70ffcffdb5e42d73072992d9f785628cbe2cc12920efc2e5a124) AuthConfig (434b7b7e1968d8e7336f7d2d69df0343c8a004248b6ec8f57ed22b9cd95dd1db) AuthConfig (04e4ac28516a241ce2c0ca272e8037d22937f9635ce186b2cf9b97d190ea6a3a) AuthConfig (746b4bcc7c901206f5309a442f55d4904d46d4f5985702d072d449a80ad70937) AuthConfig (4fd065b44fc032417286a7cb17b1a1364e7ed08841e46827594c69dbaf19855d) AuthConfig (4c7ff7235737d8f1ddb738bbb361d8fe7d135d4de7d3971e4a023004df52c308) AuthConfig (7671a52da721feebb01908438813c2ac27e54c6ee09cebf9d6c00b0ba1e5d325) AuthConfig (7ba1184b40f2723edb06653dd0ac2d71c3438ac823fe3ba191c104382888e5d1) AuthConfig (5765dd6563359c0b3ff6614a07653ae18153632e573809d2efe7969498cb2df8) AuthConfig (77338d428c1eb3d818ab9824bccb8ce24ca082fe37dc427f2e53e41dc1d9d2e3) AuthConfig (dcc94d1038b1066f87747c5061966b3e9cbe1cbaef7ab19cb8396289d1003df2) AuthConfig (f2d85b0cd6fc45932053cf6bfdeaf70060bf282dfbaff492ac17082a661a4fd9) AuthConfig (b7819e1d5c5338c868c499c00b0a31444f29dddcce4da42fee02969c44bb3cbb) AuthConfig (b6f027d0fe968268ca57463b84d1e0ec11acf60af40bad54bd9b90beae7ca325) AuthConfig (3b44bc762e08a32adaeb4fd14f8fbad1a0573369d3eece22e67f159494ad7555) AuthConfig (87c54d63cc7b01d9a00d91d3bc886d3ef3c730d6ee3ede05a5da5a609a1b8413) AuthConfig (c8eb694ce79316240193f62c1f9f19faef726837d0e11605bad439e5303ecdc7) AuthConfig (5614053da0fbcee141d3c9386fba5d96f32c31b2fa58dcb6f76a61a2715c4915) AuthConfig (140ac5203792e51036a44009ebfa5e8dc3d5ec0250374d3cfbd44523871546d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"f39f4fd8-dbc2-496e-aeb1-844a1db369cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:48.134205968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"d2e54264-38a6-41b9-a60b-aff5b6ee8d4d","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:48.137236501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"40d8be63-b3af-4017-aad9-18ab18d8637d","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:48.2942179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"60acba09-e91a-4792-ab04-322af63be588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:48.29743998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"2343bd5e-d1d3-4bf9-b1eb-ab360d7eca23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:48.354217616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"60acba09-e91a-4792-ab04-322af63be588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:48.356925011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"2343bd5e-d1d3-4bf9-b1eb-ab360d7eca23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:48.410864843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-426941-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bce8c5fa99a25095df8cd8128993b5ac16f9c36d12a105ba5c712dd409a18828) AuthConfig (031a2ab6cd4979140a2deba11955265f8a2625db781a0b764bd2c9bda6d3dd0b) AuthConfig (93233313e4bd12a1b3b6b2bb3c5afd64599d21770feda4cfd3e7a73d7b9b3764) AuthConfig (445b830baa24f544fb0ff25f1534b5a4a748a63d04d7dcc836f481e88a9ada78) AuthConfig (ee98cac2ac13747b177a69860920f70a13423d3704d905a7757b82882dd23062) AuthConfig (37622467c869a751e8543ec5bda43609ad1293c8429fe08da07528f421fdb0aa) AuthConfig (a1093adbfdb62d653bb2d4bc6d784e8b1c6fb44d7d65ff9c2c10bae203d5b040) AuthConfig (598e9f63c21a567ab055eabf429c6bb3b0ce8a61de95de366b1abca9d0bf6f57) AuthConfig (637eba97292a8526a9459cbc6074e68e954869cbb923e8508e5cf7079e399cba) AuthConfig (01680308d1b29a3fd9358a4b2612f83fddb1a9aeafdbd42c0dc3c75094f25543) AuthConfig (d2cfdc99ccac3ee24782e8d70093884ad01a7bd010422b55f6c465cd2a0697ad) AuthConfig (150e1d10c8de70ffcffdb5e42d73072992d9f785628cbe2cc12920efc2e5a124) AuthConfig (434b7b7e1968d8e7336f7d2d69df0343c8a004248b6ec8f57ed22b9cd95dd1db) AuthConfig (04e4ac28516a241ce2c0ca272e8037d22937f9635ce186b2cf9b97d190ea6a3a) AuthConfig (746b4bcc7c901206f5309a442f55d4904d46d4f5985702d072d449a80ad70937) AuthConfig (4fd065b44fc032417286a7cb17b1a1364e7ed08841e46827594c69dbaf19855d) AuthConfig (4c7ff7235737d8f1ddb738bbb361d8fe7d135d4de7d3971e4a023004df52c308) AuthConfig (7671a52da721feebb01908438813c2ac27e54c6ee09cebf9d6c00b0ba1e5d325) AuthConfig (7ba1184b40f2723edb06653dd0ac2d71c3438ac823fe3ba191c104382888e5d1) AuthConfig (5765dd6563359c0b3ff6614a07653ae18153632e573809d2efe7969498cb2df8) AuthConfig (77338d428c1eb3d818ab9824bccb8ce24ca082fe37dc427f2e53e41dc1d9d2e3) AuthConfig (dcc94d1038b1066f87747c5061966b3e9cbe1cbaef7ab19cb8396289d1003df2) AuthConfig (f2d85b0cd6fc45932053cf6bfdeaf70060bf282dfbaff492ac17082a661a4fd9) AuthConfig (b7819e1d5c5338c868c499c00b0a31444f29dddcce4da42fee02969c44bb3cbb) AuthConfig (b6f027d0fe968268ca57463b84d1e0ec11acf60af40bad54bd9b90beae7ca325) AuthConfig (3b44bc762e08a32adaeb4fd14f8fbad1a0573369d3eece22e67f159494ad7555) AuthConfig (87c54d63cc7b01d9a00d91d3bc886d3ef3c730d6ee3ede05a5da5a609a1b8413) AuthConfig (c8eb694ce79316240193f62c1f9f19faef726837d0e11605bad439e5303ecdc7) AuthConfig (5614053da0fbcee141d3c9386fba5d96f32c31b2fa58dcb6f76a61a2715c4915) AuthConfig (140ac5203792e51036a44009ebfa5e8dc3d5ec0250374d3cfbd44523871546d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"60acba09-e91a-4792-ab04-322af63be588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:48.413167955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-426941-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bce8c5fa99a25095df8cd8128993b5ac16f9c36d12a105ba5c712dd409a18828) AuthConfig (031a2ab6cd4979140a2deba11955265f8a2625db781a0b764bd2c9bda6d3dd0b) AuthConfig (93233313e4bd12a1b3b6b2bb3c5afd64599d21770feda4cfd3e7a73d7b9b3764) AuthConfig (445b830baa24f544fb0ff25f1534b5a4a748a63d04d7dcc836f481e88a9ada78) AuthConfig (ee98cac2ac13747b177a69860920f70a13423d3704d905a7757b82882dd23062) AuthConfig (37622467c869a751e8543ec5bda43609ad1293c8429fe08da07528f421fdb0aa) AuthConfig (a1093adbfdb62d653bb2d4bc6d784e8b1c6fb44d7d65ff9c2c10bae203d5b040) AuthConfig (598e9f63c21a567ab055eabf429c6bb3b0ce8a61de95de366b1abca9d0bf6f57) AuthConfig (637eba97292a8526a9459cbc6074e68e954869cbb923e8508e5cf7079e399cba) AuthConfig (01680308d1b29a3fd9358a4b2612f83fddb1a9aeafdbd42c0dc3c75094f25543) AuthConfig (d2cfdc99ccac3ee24782e8d70093884ad01a7bd010422b55f6c465cd2a0697ad) AuthConfig (150e1d10c8de70ffcffdb5e42d73072992d9f785628cbe2cc12920efc2e5a124) AuthConfig (434b7b7e1968d8e7336f7d2d69df0343c8a004248b6ec8f57ed22b9cd95dd1db) AuthConfig (04e4ac28516a241ce2c0ca272e8037d22937f9635ce186b2cf9b97d190ea6a3a) AuthConfig (746b4bcc7c901206f5309a442f55d4904d46d4f5985702d072d449a80ad70937) AuthConfig (4fd065b44fc032417286a7cb17b1a1364e7ed08841e46827594c69dbaf19855d) AuthConfig (4c7ff7235737d8f1ddb738bbb361d8fe7d135d4de7d3971e4a023004df52c308) AuthConfig (7671a52da721feebb01908438813c2ac27e54c6ee09cebf9d6c00b0ba1e5d325) AuthConfig (7ba1184b40f2723edb06653dd0ac2d71c3438ac823fe3ba191c104382888e5d1) AuthConfig (5765dd6563359c0b3ff6614a07653ae18153632e573809d2efe7969498cb2df8) AuthConfig (77338d428c1eb3d818ab9824bccb8ce24ca082fe37dc427f2e53e41dc1d9d2e3) AuthConfig (dcc94d1038b1066f87747c5061966b3e9cbe1cbaef7ab19cb8396289d1003df2) AuthConfig (f2d85b0cd6fc45932053cf6bfdeaf70060bf282dfbaff492ac17082a661a4fd9) AuthConfig (b7819e1d5c5338c868c499c00b0a31444f29dddcce4da42fee02969c44bb3cbb) AuthConfig (b6f027d0fe968268ca57463b84d1e0ec11acf60af40bad54bd9b90beae7ca325) AuthConfig (3b44bc762e08a32adaeb4fd14f8fbad1a0573369d3eece22e67f159494ad7555) AuthConfig (87c54d63cc7b01d9a00d91d3bc886d3ef3c730d6ee3ede05a5da5a609a1b8413) AuthConfig (c8eb694ce79316240193f62c1f9f19faef726837d0e11605bad439e5303ecdc7) AuthConfig (5614053da0fbcee141d3c9386fba5d96f32c31b2fa58dcb6f76a61a2715c4915) AuthConfig (140ac5203792e51036a44009ebfa5e8dc3d5ec0250374d3cfbd44523871546d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"2343bd5e-d1d3-4bf9-b1eb-ab360d7eca23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:02:48.468284447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"60acba09-e91a-4792-ab04-322af63be588","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:02:48.469224631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"2343bd5e-d1d3-4bf9-b1eb-ab360d7eca23","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:48.635153171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"eaaf7783-556a-4c9c-8432-02d281f1c6ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:48.635160595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"62e68e98-cf44-4af8-97eb-e9668f7bab71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:48.69350591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"62e68e98-cf44-4af8-97eb-e9668f7bab71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:48.693508587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"eaaf7783-556a-4c9c-8432-02d281f1c6ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:48.75066922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-426941-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bce8c5fa99a25095df8cd8128993b5ac16f9c36d12a105ba5c712dd409a18828) AuthConfig (031a2ab6cd4979140a2deba11955265f8a2625db781a0b764bd2c9bda6d3dd0b) AuthConfig (93233313e4bd12a1b3b6b2bb3c5afd64599d21770feda4cfd3e7a73d7b9b3764) AuthConfig (445b830baa24f544fb0ff25f1534b5a4a748a63d04d7dcc836f481e88a9ada78) AuthConfig (ee98cac2ac13747b177a69860920f70a13423d3704d905a7757b82882dd23062) AuthConfig (37622467c869a751e8543ec5bda43609ad1293c8429fe08da07528f421fdb0aa) AuthConfig (a1093adbfdb62d653bb2d4bc6d784e8b1c6fb44d7d65ff9c2c10bae203d5b040) AuthConfig (598e9f63c21a567ab055eabf429c6bb3b0ce8a61de95de366b1abca9d0bf6f57) AuthConfig (637eba97292a8526a9459cbc6074e68e954869cbb923e8508e5cf7079e399cba) AuthConfig (01680308d1b29a3fd9358a4b2612f83fddb1a9aeafdbd42c0dc3c75094f25543) AuthConfig (d2cfdc99ccac3ee24782e8d70093884ad01a7bd010422b55f6c465cd2a0697ad) AuthConfig (150e1d10c8de70ffcffdb5e42d73072992d9f785628cbe2cc12920efc2e5a124) AuthConfig (434b7b7e1968d8e7336f7d2d69df0343c8a004248b6ec8f57ed22b9cd95dd1db) AuthConfig (04e4ac28516a241ce2c0ca272e8037d22937f9635ce186b2cf9b97d190ea6a3a) AuthConfig (746b4bcc7c901206f5309a442f55d4904d46d4f5985702d072d449a80ad70937) AuthConfig (4fd065b44fc032417286a7cb17b1a1364e7ed08841e46827594c69dbaf19855d) AuthConfig (4c7ff7235737d8f1ddb738bbb361d8fe7d135d4de7d3971e4a023004df52c308) AuthConfig (7671a52da721feebb01908438813c2ac27e54c6ee09cebf9d6c00b0ba1e5d325) AuthConfig (7ba1184b40f2723edb06653dd0ac2d71c3438ac823fe3ba191c104382888e5d1) AuthConfig (5765dd6563359c0b3ff6614a07653ae18153632e573809d2efe7969498cb2df8) AuthConfig (77338d428c1eb3d818ab9824bccb8ce24ca082fe37dc427f2e53e41dc1d9d2e3) AuthConfig (dcc94d1038b1066f87747c5061966b3e9cbe1cbaef7ab19cb8396289d1003df2) AuthConfig (f2d85b0cd6fc45932053cf6bfdeaf70060bf282dfbaff492ac17082a661a4fd9) AuthConfig (b7819e1d5c5338c868c499c00b0a31444f29dddcce4da42fee02969c44bb3cbb) AuthConfig (b6f027d0fe968268ca57463b84d1e0ec11acf60af40bad54bd9b90beae7ca325) AuthConfig (3b44bc762e08a32adaeb4fd14f8fbad1a0573369d3eece22e67f159494ad7555) AuthConfig (87c54d63cc7b01d9a00d91d3bc886d3ef3c730d6ee3ede05a5da5a609a1b8413) AuthConfig (c8eb694ce79316240193f62c1f9f19faef726837d0e11605bad439e5303ecdc7) AuthConfig (5614053da0fbcee141d3c9386fba5d96f32c31b2fa58dcb6f76a61a2715c4915) AuthConfig (140ac5203792e51036a44009ebfa5e8dc3d5ec0250374d3cfbd44523871546d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"eaaf7783-556a-4c9c-8432-02d281f1c6ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:48.750781718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-426941-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bce8c5fa99a25095df8cd8128993b5ac16f9c36d12a105ba5c712dd409a18828) AuthConfig (031a2ab6cd4979140a2deba11955265f8a2625db781a0b764bd2c9bda6d3dd0b) AuthConfig (93233313e4bd12a1b3b6b2bb3c5afd64599d21770feda4cfd3e7a73d7b9b3764) AuthConfig (445b830baa24f544fb0ff25f1534b5a4a748a63d04d7dcc836f481e88a9ada78) AuthConfig (ee98cac2ac13747b177a69860920f70a13423d3704d905a7757b82882dd23062) AuthConfig (37622467c869a751e8543ec5bda43609ad1293c8429fe08da07528f421fdb0aa) AuthConfig (a1093adbfdb62d653bb2d4bc6d784e8b1c6fb44d7d65ff9c2c10bae203d5b040) AuthConfig (598e9f63c21a567ab055eabf429c6bb3b0ce8a61de95de366b1abca9d0bf6f57) AuthConfig (637eba97292a8526a9459cbc6074e68e954869cbb923e8508e5cf7079e399cba) AuthConfig (01680308d1b29a3fd9358a4b2612f83fddb1a9aeafdbd42c0dc3c75094f25543) AuthConfig (d2cfdc99ccac3ee24782e8d70093884ad01a7bd010422b55f6c465cd2a0697ad) AuthConfig (150e1d10c8de70ffcffdb5e42d73072992d9f785628cbe2cc12920efc2e5a124) AuthConfig (434b7b7e1968d8e7336f7d2d69df0343c8a004248b6ec8f57ed22b9cd95dd1db) AuthConfig (04e4ac28516a241ce2c0ca272e8037d22937f9635ce186b2cf9b97d190ea6a3a) AuthConfig (746b4bcc7c901206f5309a442f55d4904d46d4f5985702d072d449a80ad70937) AuthConfig (4fd065b44fc032417286a7cb17b1a1364e7ed08841e46827594c69dbaf19855d) AuthConfig (4c7ff7235737d8f1ddb738bbb361d8fe7d135d4de7d3971e4a023004df52c308) AuthConfig (7671a52da721feebb01908438813c2ac27e54c6ee09cebf9d6c00b0ba1e5d325) AuthConfig (7ba1184b40f2723edb06653dd0ac2d71c3438ac823fe3ba191c104382888e5d1) AuthConfig (5765dd6563359c0b3ff6614a07653ae18153632e573809d2efe7969498cb2df8) AuthConfig (77338d428c1eb3d818ab9824bccb8ce24ca082fe37dc427f2e53e41dc1d9d2e3) AuthConfig (dcc94d1038b1066f87747c5061966b3e9cbe1cbaef7ab19cb8396289d1003df2) AuthConfig (f2d85b0cd6fc45932053cf6bfdeaf70060bf282dfbaff492ac17082a661a4fd9) AuthConfig (b7819e1d5c5338c868c499c00b0a31444f29dddcce4da42fee02969c44bb3cbb) AuthConfig (b6f027d0fe968268ca57463b84d1e0ec11acf60af40bad54bd9b90beae7ca325) AuthConfig (3b44bc762e08a32adaeb4fd14f8fbad1a0573369d3eece22e67f159494ad7555) AuthConfig (87c54d63cc7b01d9a00d91d3bc886d3ef3c730d6ee3ede05a5da5a609a1b8413) AuthConfig (c8eb694ce79316240193f62c1f9f19faef726837d0e11605bad439e5303ecdc7) AuthConfig (5614053da0fbcee141d3c9386fba5d96f32c31b2fa58dcb6f76a61a2715c4915) AuthConfig (140ac5203792e51036a44009ebfa5e8dc3d5ec0250374d3cfbd44523871546d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"62e68e98-cf44-4af8-97eb-e9668f7bab71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:58.91336358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"69214c2d-f7f4-4dc0-916b-ef5c149597d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:58.913366846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"39a3311a-c8e5-4132-9081-89844453c830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:58.971915926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"39a3311a-c8e5-4132-9081-89844453c830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:58.972051109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"69214c2d-f7f4-4dc0-916b-ef5c149597d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:59.028653005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-426941-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bce8c5fa99a25095df8cd8128993b5ac16f9c36d12a105ba5c712dd409a18828) AuthConfig (031a2ab6cd4979140a2deba11955265f8a2625db781a0b764bd2c9bda6d3dd0b) AuthConfig (93233313e4bd12a1b3b6b2bb3c5afd64599d21770feda4cfd3e7a73d7b9b3764) AuthConfig (445b830baa24f544fb0ff25f1534b5a4a748a63d04d7dcc836f481e88a9ada78) AuthConfig (ee98cac2ac13747b177a69860920f70a13423d3704d905a7757b82882dd23062) AuthConfig (37622467c869a751e8543ec5bda43609ad1293c8429fe08da07528f421fdb0aa) AuthConfig (a1093adbfdb62d653bb2d4bc6d784e8b1c6fb44d7d65ff9c2c10bae203d5b040) AuthConfig (598e9f63c21a567ab055eabf429c6bb3b0ce8a61de95de366b1abca9d0bf6f57) AuthConfig (637eba97292a8526a9459cbc6074e68e954869cbb923e8508e5cf7079e399cba) AuthConfig (01680308d1b29a3fd9358a4b2612f83fddb1a9aeafdbd42c0dc3c75094f25543) AuthConfig (d2cfdc99ccac3ee24782e8d70093884ad01a7bd010422b55f6c465cd2a0697ad) AuthConfig (150e1d10c8de70ffcffdb5e42d73072992d9f785628cbe2cc12920efc2e5a124) AuthConfig (434b7b7e1968d8e7336f7d2d69df0343c8a004248b6ec8f57ed22b9cd95dd1db) AuthConfig (04e4ac28516a241ce2c0ca272e8037d22937f9635ce186b2cf9b97d190ea6a3a) AuthConfig (746b4bcc7c901206f5309a442f55d4904d46d4f5985702d072d449a80ad70937) AuthConfig (4fd065b44fc032417286a7cb17b1a1364e7ed08841e46827594c69dbaf19855d) AuthConfig (4c7ff7235737d8f1ddb738bbb361d8fe7d135d4de7d3971e4a023004df52c308) AuthConfig (7671a52da721feebb01908438813c2ac27e54c6ee09cebf9d6c00b0ba1e5d325) AuthConfig (7ba1184b40f2723edb06653dd0ac2d71c3438ac823fe3ba191c104382888e5d1) AuthConfig (5765dd6563359c0b3ff6614a07653ae18153632e573809d2efe7969498cb2df8) AuthConfig (77338d428c1eb3d818ab9824bccb8ce24ca082fe37dc427f2e53e41dc1d9d2e3) AuthConfig (dcc94d1038b1066f87747c5061966b3e9cbe1cbaef7ab19cb8396289d1003df2) AuthConfig (f2d85b0cd6fc45932053cf6bfdeaf70060bf282dfbaff492ac17082a661a4fd9) AuthConfig (b7819e1d5c5338c868c499c00b0a31444f29dddcce4da42fee02969c44bb3cbb) AuthConfig (b6f027d0fe968268ca57463b84d1e0ec11acf60af40bad54bd9b90beae7ca325) AuthConfig (3b44bc762e08a32adaeb4fd14f8fbad1a0573369d3eece22e67f159494ad7555) AuthConfig (87c54d63cc7b01d9a00d91d3bc886d3ef3c730d6ee3ede05a5da5a609a1b8413) AuthConfig (c8eb694ce79316240193f62c1f9f19faef726837d0e11605bad439e5303ecdc7) AuthConfig (5614053da0fbcee141d3c9386fba5d96f32c31b2fa58dcb6f76a61a2715c4915) AuthConfig (140ac5203792e51036a44009ebfa5e8dc3d5ec0250374d3cfbd44523871546d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"39a3311a-c8e5-4132-9081-89844453c830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:02:59.028771323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-426941-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bce8c5fa99a25095df8cd8128993b5ac16f9c36d12a105ba5c712dd409a18828) AuthConfig (031a2ab6cd4979140a2deba11955265f8a2625db781a0b764bd2c9bda6d3dd0b) AuthConfig (93233313e4bd12a1b3b6b2bb3c5afd64599d21770feda4cfd3e7a73d7b9b3764) AuthConfig (445b830baa24f544fb0ff25f1534b5a4a748a63d04d7dcc836f481e88a9ada78) AuthConfig (ee98cac2ac13747b177a69860920f70a13423d3704d905a7757b82882dd23062) AuthConfig (37622467c869a751e8543ec5bda43609ad1293c8429fe08da07528f421fdb0aa) AuthConfig (a1093adbfdb62d653bb2d4bc6d784e8b1c6fb44d7d65ff9c2c10bae203d5b040) AuthConfig (598e9f63c21a567ab055eabf429c6bb3b0ce8a61de95de366b1abca9d0bf6f57) AuthConfig (637eba97292a8526a9459cbc6074e68e954869cbb923e8508e5cf7079e399cba) AuthConfig (01680308d1b29a3fd9358a4b2612f83fddb1a9aeafdbd42c0dc3c75094f25543) AuthConfig (d2cfdc99ccac3ee24782e8d70093884ad01a7bd010422b55f6c465cd2a0697ad) AuthConfig (150e1d10c8de70ffcffdb5e42d73072992d9f785628cbe2cc12920efc2e5a124) AuthConfig (434b7b7e1968d8e7336f7d2d69df0343c8a004248b6ec8f57ed22b9cd95dd1db) AuthConfig (04e4ac28516a241ce2c0ca272e8037d22937f9635ce186b2cf9b97d190ea6a3a) AuthConfig (746b4bcc7c901206f5309a442f55d4904d46d4f5985702d072d449a80ad70937) AuthConfig (4fd065b44fc032417286a7cb17b1a1364e7ed08841e46827594c69dbaf19855d) AuthConfig (4c7ff7235737d8f1ddb738bbb361d8fe7d135d4de7d3971e4a023004df52c308) AuthConfig (7671a52da721feebb01908438813c2ac27e54c6ee09cebf9d6c00b0ba1e5d325) AuthConfig (7ba1184b40f2723edb06653dd0ac2d71c3438ac823fe3ba191c104382888e5d1) AuthConfig (5765dd6563359c0b3ff6614a07653ae18153632e573809d2efe7969498cb2df8) AuthConfig (77338d428c1eb3d818ab9824bccb8ce24ca082fe37dc427f2e53e41dc1d9d2e3) AuthConfig (dcc94d1038b1066f87747c5061966b3e9cbe1cbaef7ab19cb8396289d1003df2) AuthConfig (f2d85b0cd6fc45932053cf6bfdeaf70060bf282dfbaff492ac17082a661a4fd9) AuthConfig (b7819e1d5c5338c868c499c00b0a31444f29dddcce4da42fee02969c44bb3cbb) AuthConfig (b6f027d0fe968268ca57463b84d1e0ec11acf60af40bad54bd9b90beae7ca325) AuthConfig (3b44bc762e08a32adaeb4fd14f8fbad1a0573369d3eece22e67f159494ad7555) AuthConfig (87c54d63cc7b01d9a00d91d3bc886d3ef3c730d6ee3ede05a5da5a609a1b8413) AuthConfig (c8eb694ce79316240193f62c1f9f19faef726837d0e11605bad439e5303ecdc7) AuthConfig (5614053da0fbcee141d3c9386fba5d96f32c31b2fa58dcb6f76a61a2715c4915) AuthConfig (140ac5203792e51036a44009ebfa5e8dc3d5ec0250374d3cfbd44523871546d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"69214c2d-f7f4-4dc0-916b-ef5c149597d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:04.878439172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"454d8745-1efa-48c3-bd1d-5a31a2f051af","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:04.960721076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"f947417f-7ee1-43d6-97e3-6fd7ce314941","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:06.201091162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"2b3306e6-0a6f-4d85-bd62-90b67e626060","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:09.190563526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"87fbcdc5-3a10-40b7-8e6e-dd85e74c6c9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:09.190587827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"c9a1a599-cfeb-4c26-b611-ac1e126f006d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:09.248608765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"87fbcdc5-3a10-40b7-8e6e-dd85e74c6c9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:09.248626712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"c9a1a599-cfeb-4c26-b611-ac1e126f006d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:09.572596858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"2c83ee98-5b36-4aa3-a668-795b6cb1491c","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:09.573198566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"e80d7820-d5b0-4790-b823-9a43815371bd","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:10.832346302Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:17.893948426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"fea936ee-0ec7-4239-a376-8c7e63f9c36f","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:17.952081844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"5a70d5a7-4322-4e30-ad15-eff244d4f7b8","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.112203989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d994ac19-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-dry-sub-d994ac19-auth","reconcileID":"5bb86bbb-4e46-4450-b77c-2002bfc95ace","MaaSAuthPolicy":{"name":"e2e-dry-sub-d994ac19-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.171480834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d994ac19-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-dry-sub-d994ac19-auth","reconcileID":"5bb86bbb-4e46-4450-b77c-2002bfc95ace","MaaSAuthPolicy":{"name":"e2e-dry-sub-d994ac19-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.181931839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"433e3db0-1730-4d28-8da6-418dfa40ad93","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.240453996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"5ac807fe-178c-4974-b75b-def7b5ed4eb4","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.293525815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"9ad39cb9-2ddf-4555-af4d-455f06b40c1a","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:03:18.294090877Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-426941/e2e-dry-sub-d994ac19","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-d994ac19\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.341993564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"8ac17583-e71d-49bc-a2a7-91e36fc22da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.342152101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"ab22285a-48f7-4450-8afd-07ae60de9099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.351051795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"11e2e353-2080-43ad-8198-e3b586a100e7","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.399434383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"8ac17583-e71d-49bc-a2a7-91e36fc22da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.399919359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"ab22285a-48f7-4450-8afd-07ae60de9099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.493698501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"4eed45e3-7b26-4b42-ad5d-de63afca12b1","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.626667081Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d994ac19","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-dry-sub-d994ac19","reconcileID":"da1df8c7-a5c2-471e-9833-1a1d35e67f60","MaaSSubscription":{"name":"e2e-dry-sub-d994ac19","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-426941/e2e-dry-sub-d994ac19","ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.654918959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d994ac19-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-dry-sub-d994ac19-auth","reconcileID":"868e85c3-402a-48c5-8dd9-13186444a7e3","MaaSAuthPolicy":{"name":"e2e-dry-sub-d994ac19-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.712503205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d994ac19-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-dry-sub-d994ac19-auth","reconcileID":"868e85c3-402a-48c5-8dd9-13186444a7e3","MaaSAuthPolicy":{"name":"e2e-dry-sub-d994ac19-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.756484392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"a61e2d7a-4d87-4813-bbc3-d2603d00a2e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.756484406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"ead656a3-4cca-489b-b6d6-63997ecee75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.819803514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"a61e2d7a-4d87-4813-bbc3-d2603d00a2e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.820972471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"ead656a3-4cca-489b-b6d6-63997ecee75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.851448394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"99320098-b89a-4748-b50a-62f407999163","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.852494861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"e58420ef-5fd3-4281-a229-68779f99572e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.910490746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"cfd2cdaf-8be2-442c-8c4a-9d4795dc3102","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:18.9566585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"1ce48261-509d-43c7-948a-783f47cf1dc7","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.015353286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"a1392342-0388-4541-b1c6-65cbf060e5bd","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.022055645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d994ac19","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-dry-sub-d994ac19","reconcileID":"22ba9adc-be38-48d0-9380-b427f4625c7f","MaaSSubscription":{"name":"e2e-dry-sub-d994ac19","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.07222716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"ab002b35-320a-411a-9873-a653586e3355","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:03:19.07330223Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-14d090/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.129813031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"467c53a5-7b03-4c5e-bd5d-b0e6f9ac2578","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.23081854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"904ae345-0b5e-4f1a-8ad0-f64678722377","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.290314188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"72b9ac18-4fb4-415d-8c23-709618a6ea98","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:03:19.34509527Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"72b9ac18-4fb4-415d-8c23-709618a6ea98","name":"simulator-w0-14d090","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-14d090\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:03:19.345157945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"72b9ac18-4fb4-415d-8c23-709618a6ea98","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-14d090\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.350336771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"6ceab777-4b69-447c-b82d-e32ff0bd76e3","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.356222587Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"1f82b89f-8ffa-440c-815c-bc20fd0982eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"simulator-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.393673858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"8b9ba1cb-f645-470c-84f0-2749277f9c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.510908301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"6c553a3d-6856-4922-9c7c-43a81533d672","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.519154167Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"8b9ba1cb-f645-470c-84f0-2749277f9c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.522960006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"755ed9f4-d059-44f4-bced-23531b84f9d6","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:03:19.565163938Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-14d090/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.575492661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-14d090-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"8b9ba1cb-f645-470c-84f0-2749277f9c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.624057636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"3033c0ec-b9cb-4ef2-8861-b8fe5a6a64b7","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:03:19.630200694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"27274be1-f251-4294-ba5d-ae996b898bbc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.633444784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"2f3bdc90-c5c4-4632-9eb1-459d3097ca98","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.738205587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"744065ec-4dd3-47c3-8519-9aa421946c8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.740439162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"847c3805-bbbc-4cc9-b9d9-7b45c6a939e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.760597188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"3ef7abe9-7cd4-402d-b579-400a1b98129b","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.797854581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"847c3805-bbbc-4cc9-b9d9-7b45c6a939e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.801866894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"26d7b43a-15f8-4259-b772-de4452af0f8a","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.853983322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-14d090-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"847c3805-bbbc-4cc9-b9d9-7b45c6a939e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.862554185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"c7e36d9c-784c-4291-9ec6-3ac38369f57b","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:03:19.917019089Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"c7e36d9c-784c-4291-9ec6-3ac38369f57b","name":"premium-w0-14d090","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-14d090\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:03:19.917076827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"c7e36d9c-784c-4291-9ec6-3ac38369f57b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-14d090\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:19.922390164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"4b56cb29-de26-4a95-95f7-c0677feeb11d","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:20.014286161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"d0cb0fcd-bd25-425c-bd7e-8f6b32a6dcac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:20.020850437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"dd454355-f217-4ca8-a5e6-b9c74d7bd112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:20.036372913Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"3d20be5e-ec7c-4055-adee-76dfcace1d9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"premium-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:20.072109745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"d0cb0fcd-bd25-425c-bd7e-8f6b32a6dcac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:20.078688782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"dd454355-f217-4ca8-a5e6-b9c74d7bd112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:20.128454499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-14d090-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"d0cb0fcd-bd25-425c-bd7e-8f6b32a6dcac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:20.135260303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-14d090-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"dd454355-f217-4ca8-a5e6-b9c74d7bd112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:20.191391798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"4ab32654-06b3-4c3c-8b0f-9ad6f06f999b","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:20.203881443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"70566ee5-c540-40f5-855b-733c4d3a23c5","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:20.288441895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"813d3271-206f-4c6c-9153-d530899d1611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:20.346116049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"813d3271-206f-4c6c-9153-d530899d1611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:20.389322816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"db863507-2941-49ec-9be2-f1ae847a5438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:20.402405053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-14d090-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"813d3271-206f-4c6c-9153-d530899d1611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:20.418041327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"7791f132-aae3-4796-838f-13ba2edbd60a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:20.446622964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"db863507-2941-49ec-9be2-f1ae847a5438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:20.502884388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-14d090-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"db863507-2941-49ec-9be2-f1ae847a5438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:20.861047521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"a4e417e4-fe6b-4438-8cbd-92a6b9a9b703","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:22.86900766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"b728f64a-ef12-4ee8-8634-7a9656dd12ce","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:23.081587187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"757039d1-56f3-4376-8e18-99cadd753601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:23.081679919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"239cace1-c402-494b-875a-9af7dda085f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:23.082040939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d994ac19-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-dry-sub-d994ac19-auth","reconcileID":"963890db-ac90-4ad8-9dd2-9ba5878649b8","MaaSAuthPolicy":{"name":"e2e-dry-sub-d994ac19-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:23.139720594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d994ac19-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-dry-sub-d994ac19-auth","reconcileID":"963890db-ac90-4ad8-9dd2-9ba5878649b8","MaaSAuthPolicy":{"name":"e2e-dry-sub-d994ac19-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:23.139855591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"757039d1-56f3-4376-8e18-99cadd753601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:23.142233939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"239cace1-c402-494b-875a-9af7dda085f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:26.955145649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"63101a6a-f7ef-48ae-bdef-aca457a8d83e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:27.030898451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"1ce56715-3fcb-4c97-b334-bf84058475e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:27.124441252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"bc889907-9687-49ac-b1f5-e0898996eaa9","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:27.209615088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"a215ff18-b666-404d-aaa5-d881c6b8a8d0","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:27.349442455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"cf7c0547-3489-43d5-8ea8-44498711709f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:27.34944238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"e2a75fba-7792-4df6-9a34-ed3b0e54c61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:27.408289169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"cf7c0547-3489-43d5-8ea8-44498711709f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:27.408659911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"e2a75fba-7792-4df6-9a34-ed3b0e54c61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:27.473088232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-14d090-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e827bea2a8e60cdaf634449ebdb3afc293eb31452211050a161bceb6c1427f3c) AuthConfig (43911dc323c930bec2c83464819468dd8177c86cd6c3d32982b8d6b6c53af77c) AuthConfig (8209b92364817703e5fea39cec0276c7d0cb320324ae8eead8384009917bfb60) AuthConfig (b90db1901c563a83e945c46e6cf75b7a35a92d07cb5301e92adffa2052a35fda) AuthConfig (6f445505cac20c554eea18e0caeb8ad53a141e598a26f8fb3ef5f4ddc8aac59d) AuthConfig (204ebe1b0f974a67f18522349c6774fda17bf5509f351291d216f6eed4fc1892) AuthConfig (1395e5d5d4a933e92b9b27102ea7fa4fdd557fb048e12ef80e2f54f6c0ba79f3) AuthConfig (15ad24dfb6e99594e55b8e3fb500aee400830da925b1cb6bfacf5b316eecc4c2) AuthConfig (8becb130fe6bc42de31a101025560ef538ef2a529ea2986699d6df2cbc88ff1f) AuthConfig (ca002c376676892a80581d3d0de3e1ac47e1a00d0a09952795c58368db282b60) AuthConfig (d486a860d23831b29988bcb36d39f17a6dee4d939ba5ea5620c7bda51aad8afb) AuthConfig (5dbbe57759672acf83c1d8d8173592cc7978f1978d45e90e632c6d126d772866) AuthConfig (e186f988e11d6baf226838a1081ad3678d1bfabe3fdb011d633d11f85a333888) AuthConfig (93e1501911ae0c9ec766d8b08727717c7704643419d758adf41f12ba77c253dd) AuthConfig (a86f363102676756b12103da3c055db5e260467792d3335c0f8501d94365d9bf) AuthConfig (6b7133cdd47b7d68cbda693b43def0e257d231acee61c71a70452a7e35280f97) AuthConfig (9668ad4dde5fcdb23ec6953420740db5902948fa810bdfe9728483218c1419a3) AuthConfig (f04c90cecdb45f6bf252ffb50e4ec90fcbc3d894f461dab59e09ffef3798eb02) AuthConfig (3bfc13872d3f9bc8b9d37f6210783cc47f2989482cb4d48358f24b2293613a5d) AuthConfig (02be3ad03841228ed050879a09b5f0552abe6b1ee1c2684a6c554de7f1fa93a7) AuthConfig (490f436359af160fa83b17292e7505b759e5aceaa16645cf763744c5cb8beabe) AuthConfig (442b8b5b949f4e58fcca0a55c08a18102a986bf4412aedf14f4297038ce4947d) AuthConfig (98b29fcca1c3232c63f8fba79873effd834611843559a32ddc99af5dc1b5cae4) AuthConfig (00a253e46e2e05db6a244ca7f0c27d45527a4f1232818abf49cbfe4bb5b6bdb8) AuthConfig (082d6e4df056aedeef9516866c7f58c4babeb9afcdf4092e99ceff6f231642f2) AuthConfig (94b2db8abb4581a1649b093fd23d583c699bfaa0511894e30ccdf0f5b5bb6562) AuthConfig (122afe7104e74accbe3b4b4c782253a2cd855c390b542a8c60bf3b42c5e2d2f3) AuthConfig (587292cae9c67df46e07a1817e29fe4b0f4ea9984d6b332f3703e24c3b63995e) AuthConfig (030bb7f8614070bb46772cef992aaa1813d471e2a74f4e3645e8b81ab493154e) AuthConfig (4792eefd592b34aee37dc94e158f982f81028b5bae2814c749cadc6c5220b343)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"e2a75fba-7792-4df6-9a34-ed3b0e54c61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:27.473379014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-14d090-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e827bea2a8e60cdaf634449ebdb3afc293eb31452211050a161bceb6c1427f3c) AuthConfig (43911dc323c930bec2c83464819468dd8177c86cd6c3d32982b8d6b6c53af77c) AuthConfig (8209b92364817703e5fea39cec0276c7d0cb320324ae8eead8384009917bfb60) AuthConfig (b90db1901c563a83e945c46e6cf75b7a35a92d07cb5301e92adffa2052a35fda) AuthConfig (6f445505cac20c554eea18e0caeb8ad53a141e598a26f8fb3ef5f4ddc8aac59d) AuthConfig (204ebe1b0f974a67f18522349c6774fda17bf5509f351291d216f6eed4fc1892) AuthConfig (1395e5d5d4a933e92b9b27102ea7fa4fdd557fb048e12ef80e2f54f6c0ba79f3) AuthConfig (15ad24dfb6e99594e55b8e3fb500aee400830da925b1cb6bfacf5b316eecc4c2) AuthConfig (8becb130fe6bc42de31a101025560ef538ef2a529ea2986699d6df2cbc88ff1f) AuthConfig (ca002c376676892a80581d3d0de3e1ac47e1a00d0a09952795c58368db282b60) AuthConfig (d486a860d23831b29988bcb36d39f17a6dee4d939ba5ea5620c7bda51aad8afb) AuthConfig (5dbbe57759672acf83c1d8d8173592cc7978f1978d45e90e632c6d126d772866) AuthConfig (e186f988e11d6baf226838a1081ad3678d1bfabe3fdb011d633d11f85a333888) AuthConfig (93e1501911ae0c9ec766d8b08727717c7704643419d758adf41f12ba77c253dd) AuthConfig (a86f363102676756b12103da3c055db5e260467792d3335c0f8501d94365d9bf) AuthConfig (6b7133cdd47b7d68cbda693b43def0e257d231acee61c71a70452a7e35280f97) AuthConfig (9668ad4dde5fcdb23ec6953420740db5902948fa810bdfe9728483218c1419a3) AuthConfig (f04c90cecdb45f6bf252ffb50e4ec90fcbc3d894f461dab59e09ffef3798eb02) AuthConfig (3bfc13872d3f9bc8b9d37f6210783cc47f2989482cb4d48358f24b2293613a5d) AuthConfig (02be3ad03841228ed050879a09b5f0552abe6b1ee1c2684a6c554de7f1fa93a7) AuthConfig (490f436359af160fa83b17292e7505b759e5aceaa16645cf763744c5cb8beabe) AuthConfig (442b8b5b949f4e58fcca0a55c08a18102a986bf4412aedf14f4297038ce4947d) AuthConfig (98b29fcca1c3232c63f8fba79873effd834611843559a32ddc99af5dc1b5cae4) AuthConfig (00a253e46e2e05db6a244ca7f0c27d45527a4f1232818abf49cbfe4bb5b6bdb8) AuthConfig (082d6e4df056aedeef9516866c7f58c4babeb9afcdf4092e99ceff6f231642f2) AuthConfig (94b2db8abb4581a1649b093fd23d583c699bfaa0511894e30ccdf0f5b5bb6562) AuthConfig (122afe7104e74accbe3b4b4c782253a2cd855c390b542a8c60bf3b42c5e2d2f3) AuthConfig (587292cae9c67df46e07a1817e29fe4b0f4ea9984d6b332f3703e24c3b63995e) AuthConfig (030bb7f8614070bb46772cef992aaa1813d471e2a74f4e3645e8b81ab493154e) AuthConfig (4792eefd592b34aee37dc94e158f982f81028b5bae2814c749cadc6c5220b343)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"cf7c0547-3489-43d5-8ea8-44498711709f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:27.532220516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"08672c66-af00-4b15-8714-0c36b535b4ab","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:27.534793728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"bf4c7e45-e7f2-4641-abcc-958113e18889","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:27.692566183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"9dfad761-a372-4593-9a21-74350351969f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:27.694424204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"3f34000c-46db-47a7-a327-b5e5cf587828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:27.750716146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"9dfad761-a372-4593-9a21-74350351969f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:27.752110833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"3f34000c-46db-47a7-a327-b5e5cf587828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:27.80726372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-14d090-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e827bea2a8e60cdaf634449ebdb3afc293eb31452211050a161bceb6c1427f3c) AuthConfig (43911dc323c930bec2c83464819468dd8177c86cd6c3d32982b8d6b6c53af77c) AuthConfig (8209b92364817703e5fea39cec0276c7d0cb320324ae8eead8384009917bfb60) AuthConfig (b90db1901c563a83e945c46e6cf75b7a35a92d07cb5301e92adffa2052a35fda) AuthConfig (6f445505cac20c554eea18e0caeb8ad53a141e598a26f8fb3ef5f4ddc8aac59d) AuthConfig (204ebe1b0f974a67f18522349c6774fda17bf5509f351291d216f6eed4fc1892) AuthConfig (1395e5d5d4a933e92b9b27102ea7fa4fdd557fb048e12ef80e2f54f6c0ba79f3) AuthConfig (15ad24dfb6e99594e55b8e3fb500aee400830da925b1cb6bfacf5b316eecc4c2) AuthConfig (8becb130fe6bc42de31a101025560ef538ef2a529ea2986699d6df2cbc88ff1f) AuthConfig (ca002c376676892a80581d3d0de3e1ac47e1a00d0a09952795c58368db282b60) AuthConfig (d486a860d23831b29988bcb36d39f17a6dee4d939ba5ea5620c7bda51aad8afb) AuthConfig (5dbbe57759672acf83c1d8d8173592cc7978f1978d45e90e632c6d126d772866) AuthConfig (e186f988e11d6baf226838a1081ad3678d1bfabe3fdb011d633d11f85a333888) AuthConfig (93e1501911ae0c9ec766d8b08727717c7704643419d758adf41f12ba77c253dd) AuthConfig (a86f363102676756b12103da3c055db5e260467792d3335c0f8501d94365d9bf) AuthConfig (6b7133cdd47b7d68cbda693b43def0e257d231acee61c71a70452a7e35280f97) AuthConfig (9668ad4dde5fcdb23ec6953420740db5902948fa810bdfe9728483218c1419a3) AuthConfig (f04c90cecdb45f6bf252ffb50e4ec90fcbc3d894f461dab59e09ffef3798eb02) AuthConfig (3bfc13872d3f9bc8b9d37f6210783cc47f2989482cb4d48358f24b2293613a5d) AuthConfig (02be3ad03841228ed050879a09b5f0552abe6b1ee1c2684a6c554de7f1fa93a7) AuthConfig (490f436359af160fa83b17292e7505b759e5aceaa16645cf763744c5cb8beabe) AuthConfig (442b8b5b949f4e58fcca0a55c08a18102a986bf4412aedf14f4297038ce4947d) AuthConfig (98b29fcca1c3232c63f8fba79873effd834611843559a32ddc99af5dc1b5cae4) AuthConfig (00a253e46e2e05db6a244ca7f0c27d45527a4f1232818abf49cbfe4bb5b6bdb8) AuthConfig (082d6e4df056aedeef9516866c7f58c4babeb9afcdf4092e99ceff6f231642f2) AuthConfig (94b2db8abb4581a1649b093fd23d583c699bfaa0511894e30ccdf0f5b5bb6562) AuthConfig (122afe7104e74accbe3b4b4c782253a2cd855c390b542a8c60bf3b42c5e2d2f3) AuthConfig (587292cae9c67df46e07a1817e29fe4b0f4ea9984d6b332f3703e24c3b63995e) AuthConfig (030bb7f8614070bb46772cef992aaa1813d471e2a74f4e3645e8b81ab493154e) AuthConfig (4792eefd592b34aee37dc94e158f982f81028b5bae2814c749cadc6c5220b343)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"9dfad761-a372-4593-9a21-74350351969f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:27.808918094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-14d090-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e827bea2a8e60cdaf634449ebdb3afc293eb31452211050a161bceb6c1427f3c) AuthConfig (43911dc323c930bec2c83464819468dd8177c86cd6c3d32982b8d6b6c53af77c) AuthConfig (8209b92364817703e5fea39cec0276c7d0cb320324ae8eead8384009917bfb60) AuthConfig (b90db1901c563a83e945c46e6cf75b7a35a92d07cb5301e92adffa2052a35fda) AuthConfig (6f445505cac20c554eea18e0caeb8ad53a141e598a26f8fb3ef5f4ddc8aac59d) AuthConfig (204ebe1b0f974a67f18522349c6774fda17bf5509f351291d216f6eed4fc1892) AuthConfig (1395e5d5d4a933e92b9b27102ea7fa4fdd557fb048e12ef80e2f54f6c0ba79f3) AuthConfig (15ad24dfb6e99594e55b8e3fb500aee400830da925b1cb6bfacf5b316eecc4c2) AuthConfig (8becb130fe6bc42de31a101025560ef538ef2a529ea2986699d6df2cbc88ff1f) AuthConfig (ca002c376676892a80581d3d0de3e1ac47e1a00d0a09952795c58368db282b60) AuthConfig (d486a860d23831b29988bcb36d39f17a6dee4d939ba5ea5620c7bda51aad8afb) AuthConfig (5dbbe57759672acf83c1d8d8173592cc7978f1978d45e90e632c6d126d772866) AuthConfig (e186f988e11d6baf226838a1081ad3678d1bfabe3fdb011d633d11f85a333888) AuthConfig (93e1501911ae0c9ec766d8b08727717c7704643419d758adf41f12ba77c253dd) AuthConfig (a86f363102676756b12103da3c055db5e260467792d3335c0f8501d94365d9bf) AuthConfig (6b7133cdd47b7d68cbda693b43def0e257d231acee61c71a70452a7e35280f97) AuthConfig (9668ad4dde5fcdb23ec6953420740db5902948fa810bdfe9728483218c1419a3) AuthConfig (f04c90cecdb45f6bf252ffb50e4ec90fcbc3d894f461dab59e09ffef3798eb02) AuthConfig (3bfc13872d3f9bc8b9d37f6210783cc47f2989482cb4d48358f24b2293613a5d) AuthConfig (02be3ad03841228ed050879a09b5f0552abe6b1ee1c2684a6c554de7f1fa93a7) AuthConfig (490f436359af160fa83b17292e7505b759e5aceaa16645cf763744c5cb8beabe) AuthConfig (442b8b5b949f4e58fcca0a55c08a18102a986bf4412aedf14f4297038ce4947d) AuthConfig (98b29fcca1c3232c63f8fba79873effd834611843559a32ddc99af5dc1b5cae4) AuthConfig (00a253e46e2e05db6a244ca7f0c27d45527a4f1232818abf49cbfe4bb5b6bdb8) AuthConfig (082d6e4df056aedeef9516866c7f58c4babeb9afcdf4092e99ceff6f231642f2) AuthConfig (94b2db8abb4581a1649b093fd23d583c699bfaa0511894e30ccdf0f5b5bb6562) AuthConfig (122afe7104e74accbe3b4b4c782253a2cd855c390b542a8c60bf3b42c5e2d2f3) AuthConfig (587292cae9c67df46e07a1817e29fe4b0f4ea9984d6b332f3703e24c3b63995e) AuthConfig (030bb7f8614070bb46772cef992aaa1813d471e2a74f4e3645e8b81ab493154e) AuthConfig (4792eefd592b34aee37dc94e158f982f81028b5bae2814c749cadc6c5220b343)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"3f34000c-46db-47a7-a327-b5e5cf587828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:03:27.863929338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"3f34000c-46db-47a7-a327-b5e5cf587828","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:28.029661816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"d20de6e1-a0b6-4482-b839-19f3f453581e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:28.087929802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"d20de6e1-a0b6-4482-b839-19f3f453581e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:28.144919373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-14d090-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e827bea2a8e60cdaf634449ebdb3afc293eb31452211050a161bceb6c1427f3c) AuthConfig (43911dc323c930bec2c83464819468dd8177c86cd6c3d32982b8d6b6c53af77c) AuthConfig (8209b92364817703e5fea39cec0276c7d0cb320324ae8eead8384009917bfb60) AuthConfig (b90db1901c563a83e945c46e6cf75b7a35a92d07cb5301e92adffa2052a35fda) AuthConfig (6f445505cac20c554eea18e0caeb8ad53a141e598a26f8fb3ef5f4ddc8aac59d) AuthConfig (204ebe1b0f974a67f18522349c6774fda17bf5509f351291d216f6eed4fc1892) AuthConfig (1395e5d5d4a933e92b9b27102ea7fa4fdd557fb048e12ef80e2f54f6c0ba79f3) AuthConfig (15ad24dfb6e99594e55b8e3fb500aee400830da925b1cb6bfacf5b316eecc4c2) AuthConfig (8becb130fe6bc42de31a101025560ef538ef2a529ea2986699d6df2cbc88ff1f) AuthConfig (ca002c376676892a80581d3d0de3e1ac47e1a00d0a09952795c58368db282b60) AuthConfig (d486a860d23831b29988bcb36d39f17a6dee4d939ba5ea5620c7bda51aad8afb) AuthConfig (5dbbe57759672acf83c1d8d8173592cc7978f1978d45e90e632c6d126d772866) AuthConfig (e186f988e11d6baf226838a1081ad3678d1bfabe3fdb011d633d11f85a333888) AuthConfig (93e1501911ae0c9ec766d8b08727717c7704643419d758adf41f12ba77c253dd) AuthConfig (a86f363102676756b12103da3c055db5e260467792d3335c0f8501d94365d9bf) AuthConfig (6b7133cdd47b7d68cbda693b43def0e257d231acee61c71a70452a7e35280f97) AuthConfig (9668ad4dde5fcdb23ec6953420740db5902948fa810bdfe9728483218c1419a3) AuthConfig (f04c90cecdb45f6bf252ffb50e4ec90fcbc3d894f461dab59e09ffef3798eb02) AuthConfig (3bfc13872d3f9bc8b9d37f6210783cc47f2989482cb4d48358f24b2293613a5d) AuthConfig (02be3ad03841228ed050879a09b5f0552abe6b1ee1c2684a6c554de7f1fa93a7) AuthConfig (490f436359af160fa83b17292e7505b759e5aceaa16645cf763744c5cb8beabe) AuthConfig (442b8b5b949f4e58fcca0a55c08a18102a986bf4412aedf14f4297038ce4947d) AuthConfig (98b29fcca1c3232c63f8fba79873effd834611843559a32ddc99af5dc1b5cae4) AuthConfig (00a253e46e2e05db6a244ca7f0c27d45527a4f1232818abf49cbfe4bb5b6bdb8) AuthConfig (082d6e4df056aedeef9516866c7f58c4babeb9afcdf4092e99ceff6f231642f2) AuthConfig (94b2db8abb4581a1649b093fd23d583c699bfaa0511894e30ccdf0f5b5bb6562) AuthConfig (122afe7104e74accbe3b4b4c782253a2cd855c390b542a8c60bf3b42c5e2d2f3) AuthConfig (587292cae9c67df46e07a1817e29fe4b0f4ea9984d6b332f3703e24c3b63995e) AuthConfig (030bb7f8614070bb46772cef992aaa1813d471e2a74f4e3645e8b81ab493154e) AuthConfig (4792eefd592b34aee37dc94e158f982f81028b5bae2814c749cadc6c5220b343)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"d20de6e1-a0b6-4482-b839-19f3f453581e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:30.115258626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"d58f0f9b-58de-4407-b06b-2cd514706c22","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:30.24244561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"2333190a-cf5b-40fb-9b54-7ada9d6e6a77","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:30.301301943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"e2e46cd0-2285-4fd7-81b0-ae4737425abd","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:30.351367435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"99840124-029e-4053-b00c-b4ea3cacfd6d","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:30.359863149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"fa0ad630-b936-4f9b-9e73-bc1fcb852708","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:30.40727816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"8048dfe8-4e29-448c-a94a-1b7988d7a56f","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:03:30.414255685Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-6a4ab0/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:30.51756881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"27e31115-f16a-449f-a098-56ed3927a3af","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:30.578769084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"048fcf6d-c582-425f-9473-8f1311e25fbe","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:30.626160931Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"5c1e0a6b-b1ef-4b82-8381-222b3fce357c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"simulator-w3-6a4ab0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6a4ab0/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:03:30.63325575Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"048fcf6d-c582-425f-9473-8f1311e25fbe","name":"simulator-w3-6a4ab0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-6a4ab0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:03:30.633305783Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"048fcf6d-c582-425f-9473-8f1311e25fbe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-6a4ab0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:30.639415279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"3abcd50a-c2ea-4f49-99a1-1b87cfbb8f05","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:30.682562962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"9f601945-b8e6-48c6-8a58-40f2dc6d685c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:30.794747278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"45354c2b-97f0-4a7d-972a-5aeb24a82701","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:30.797304517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"1b712a5c-cc37-4457-9473-5247f730a0f5","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:30.808371359Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"9f601945-b8e6-48c6-8a58-40f2dc6d685c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:30.854026788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"b027d783-dccb-477a-aab3-4a704003c8b8","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:30.864864317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6a4ab0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"9f601945-b8e6-48c6-8a58-40f2dc6d685c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:03:30.907831367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"e9aa0536-8343-4d53-985c-c20f629eb56d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:30.913568136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"93499a00-399a-4645-a5e2-ccc0a2cfd8c1","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:30.924206567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"3e5cdf07-76e4-4437-9c01-94ddd6e30f0a","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.010640653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"15c40ee2-1ea6-4db6-9744-98299641ae85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.024544477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"62c2c994-772c-4421-acde-2d24a544ecd8","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.031581134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"db01b347-8669-4641-91f6-e744b6d6c56f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.071979719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"2a4f96c3-20be-4c61-b22a-9749eac8cef9","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.091220973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"db01b347-8669-4641-91f6-e744b6d6c56f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.133188995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"831fcc3f-aad1-4785-9880-74b4460422ff","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.147484287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6a4ab0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"db01b347-8669-4641-91f6-e744b6d6c56f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.29310213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"5bf70b88-14ed-45f3-b065-ae529bc809d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.301078971Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"1015e8fe-dbcd-45ca-8ace-005b293e04be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"premium-w3-6a4ab0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6a4ab0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.311364765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"3d72947e-5699-41b8-aedd-476e1fe0efe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.352378085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"5bf70b88-14ed-45f3-b065-ae529bc809d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.369702696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"3d72947e-5699-41b8-aedd-476e1fe0efe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.408779828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6a4ab0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"5bf70b88-14ed-45f3-b065-ae529bc809d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.425905517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6a4ab0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"3d72947e-5699-41b8-aedd-476e1fe0efe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.467078205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"28f9f319-a2d0-4637-9cfb-4b448c2d9da1","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.46806466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"1fd50ddb-daee-4d57-97ac-6017a0488195","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.483894284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"1d97dda5-7130-4eb5-a3de-773d0beaf6e1","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.550140077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"ffb31689-b3de-467d-8f11-2fb86c94c39f","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.627504995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"16e469e8-34d0-4e6b-a487-17c04a4ab901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.684160307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"2479a313-01a2-4a4a-b80b-9b65810738c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.687664397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"16e469e8-34d0-4e6b-a487-17c04a4ab901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:31.747899242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6a4ab0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"16e469e8-34d0-4e6b-a487-17c04a4ab901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:33.08870361Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d994ac19","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-dry-sub-d994ac19","reconcileID":"1bff2d52-b4e2-40e6-9366-b95ea0f1fb7d","MaaSSubscription":{"name":"e2e-dry-sub-d994ac19","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscription":"e2e-dry-sub-d994ac19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:33.310794567Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d994ac19","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-dry-sub-d994ac19","reconcileID":"1bff2d52-b4e2-40e6-9366-b95ea0f1fb7d","MaaSSubscription":{"name":"e2e-dry-sub-d994ac19","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:33.528004113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"1b61ac93-b5c7-4a8a-a0ec-26e587cc7c0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:33.531666027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"c4eac864-410b-4520-bea4-9c3ee0b51b3c","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:33.591922135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"461eeb48-8887-4396-b870-08b49d5d931f","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:33.679153921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"e3e6a2b2-5821-4cf1-b919-13ea119062ab","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:33.694007692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d994ac19-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-dry-sub-d994ac19-auth","reconcileID":"6d209c7b-ee0a-443f-8d7e-d60005c8137d","MaaSAuthPolicy":{"name":"e2e-dry-sub-d994ac19-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:33.694078355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"fb4b784d-295e-40ba-8c47-39762e9fa1cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:33.694378638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"1ba73903-4ca3-40fe-b645-81b0e1aca94f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:33.753954163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"1ba73903-4ca3-40fe-b645-81b0e1aca94f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:33.754002578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"fb4b784d-295e-40ba-8c47-39762e9fa1cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:33.756179934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d994ac19-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-dry-sub-d994ac19-auth","reconcileID":"6d209c7b-ee0a-443f-8d7e-d60005c8137d","MaaSAuthPolicy":{"name":"e2e-dry-sub-d994ac19-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:33.915515825Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d994ac19-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-dry-sub-d994ac19-auth","reconcileID":"273272f0-779d-48c4-ab26-ac55034f98bc","MaaSAuthPolicy":{"name":"e2e-dry-sub-d994ac19-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:34.081383406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"6b96c735-7c8c-4359-84b2-c78a3b455401","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:35.249752838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"9d2c6d7d-4986-407e-acab-9962e0446213","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:35.308025906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"2490dc20-0d0c-4ea5-b9fd-c27062482bf7","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:35.468452488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-aab177a2-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-combo-sub-aab177a2-auth","reconcileID":"5c21b194-4874-4a5c-b988-f16a38d2d3ae","MaaSAuthPolicy":{"name":"e2e-combo-sub-aab177a2-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:35.526216586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-aab177a2-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-combo-sub-aab177a2-auth","reconcileID":"5c21b194-4874-4a5c-b988-f16a38d2d3ae","MaaSAuthPolicy":{"name":"e2e-combo-sub-aab177a2-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:35.530261146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"7f01c885-490f-4c51-a532-85a8711acab2","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:35.586400643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"b2b468c8-eb38-4978-a625-ee98935c46b9","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:03:35.639190393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-aab177a2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-combo-sub-aab177a2","reconcileID":"b66bd9eb-4da3-4ff7-89c6-7fe5ff72ce3d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-aab177a2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:35.690290711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"6300c52d-f885-48d9-9562-284c274b6524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:35.690336923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"50c92ca4-400b-4566-bb70-60135ff8ae07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:35.748008361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"50c92ca4-400b-4566-bb70-60135ff8ae07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:35.748012784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"6300c52d-f885-48d9-9562-284c274b6524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:35.755883343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"10c2c8d7-0d26-4846-89e4-03fa0b6b06c0","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:35.813864325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"c36bdb26-de9d-474e-9571-5f69bc9a3eac","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:35.849356002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"976b7ea3-6580-406f-9c92-81b052bc460c","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:36.009124007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-aab177a2-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-combo-sub-aab177a2-auth","reconcileID":"97de82f4-b6b1-49a3-99c5-8de7dcd149ae","MaaSAuthPolicy":{"name":"e2e-combo-sub-aab177a2-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:36.066627911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-aab177a2-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-combo-sub-aab177a2-auth","reconcileID":"97de82f4-b6b1-49a3-99c5-8de7dcd149ae","MaaSAuthPolicy":{"name":"e2e-combo-sub-aab177a2-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:36.087823927Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-aab177a2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-combo-sub-aab177a2","reconcileID":"eba95d7c-53fb-4292-83a7-4451b14ce846","MaaSSubscription":{"name":"e2e-combo-sub-aab177a2","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-426941/e2e-combo-sub-aab177a2","ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:36.1048946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"6150557f-f7f2-45e6-8602-e032b08846b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:36.104949579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"f2d9248a-b4a6-49df-80d0-86cdd3fa803f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:36.162556479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"6150557f-f7f2-45e6-8602-e032b08846b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:36.162586185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"f2d9248a-b4a6-49df-80d0-86cdd3fa803f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:36.256150964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"8bb22f05-9adb-4e1e-9253-6fa463dbfb27","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:36.306530415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"2e94e0aa-0e27-4d38-9326-6767dcde6f72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:36.470891278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-aab177a2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-combo-sub-aab177a2","reconcileID":"4e5d6e76-e417-4552-a32b-79cfc171a358","MaaSSubscription":{"name":"e2e-combo-sub-aab177a2","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:37.968082646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"37f20d69-9355-4d97-b792-7173c4ce27fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:38.026315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"37f20d69-9355-4d97-b792-7173c4ce27fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:38.082334252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-14d090-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e827bea2a8e60cdaf634449ebdb3afc293eb31452211050a161bceb6c1427f3c) AuthConfig (43911dc323c930bec2c83464819468dd8177c86cd6c3d32982b8d6b6c53af77c) AuthConfig (8209b92364817703e5fea39cec0276c7d0cb320324ae8eead8384009917bfb60) AuthConfig (b90db1901c563a83e945c46e6cf75b7a35a92d07cb5301e92adffa2052a35fda) AuthConfig (6f445505cac20c554eea18e0caeb8ad53a141e598a26f8fb3ef5f4ddc8aac59d) AuthConfig (204ebe1b0f974a67f18522349c6774fda17bf5509f351291d216f6eed4fc1892) AuthConfig (1395e5d5d4a933e92b9b27102ea7fa4fdd557fb048e12ef80e2f54f6c0ba79f3) AuthConfig (15ad24dfb6e99594e55b8e3fb500aee400830da925b1cb6bfacf5b316eecc4c2) AuthConfig (8becb130fe6bc42de31a101025560ef538ef2a529ea2986699d6df2cbc88ff1f) AuthConfig (ca002c376676892a80581d3d0de3e1ac47e1a00d0a09952795c58368db282b60) AuthConfig (d486a860d23831b29988bcb36d39f17a6dee4d939ba5ea5620c7bda51aad8afb) AuthConfig (5dbbe57759672acf83c1d8d8173592cc7978f1978d45e90e632c6d126d772866) AuthConfig (e186f988e11d6baf226838a1081ad3678d1bfabe3fdb011d633d11f85a333888) AuthConfig (93e1501911ae0c9ec766d8b08727717c7704643419d758adf41f12ba77c253dd) AuthConfig (a86f363102676756b12103da3c055db5e260467792d3335c0f8501d94365d9bf) AuthConfig (6b7133cdd47b7d68cbda693b43def0e257d231acee61c71a70452a7e35280f97) AuthConfig (9668ad4dde5fcdb23ec6953420740db5902948fa810bdfe9728483218c1419a3) AuthConfig (f04c90cecdb45f6bf252ffb50e4ec90fcbc3d894f461dab59e09ffef3798eb02) AuthConfig (3bfc13872d3f9bc8b9d37f6210783cc47f2989482cb4d48358f24b2293613a5d) AuthConfig (02be3ad03841228ed050879a09b5f0552abe6b1ee1c2684a6c554de7f1fa93a7) AuthConfig (490f436359af160fa83b17292e7505b759e5aceaa16645cf763744c5cb8beabe) AuthConfig (442b8b5b949f4e58fcca0a55c08a18102a986bf4412aedf14f4297038ce4947d) AuthConfig (98b29fcca1c3232c63f8fba79873effd834611843559a32ddc99af5dc1b5cae4) AuthConfig (00a253e46e2e05db6a244ca7f0c27d45527a4f1232818abf49cbfe4bb5b6bdb8) AuthConfig (082d6e4df056aedeef9516866c7f58c4babeb9afcdf4092e99ceff6f231642f2) AuthConfig (94b2db8abb4581a1649b093fd23d583c699bfaa0511894e30ccdf0f5b5bb6562) AuthConfig (122afe7104e74accbe3b4b4c782253a2cd855c390b542a8c60bf3b42c5e2d2f3) AuthConfig (587292cae9c67df46e07a1817e29fe4b0f4ea9984d6b332f3703e24c3b63995e) AuthConfig (030bb7f8614070bb46772cef992aaa1813d471e2a74f4e3645e8b81ab493154e) AuthConfig (4792eefd592b34aee37dc94e158f982f81028b5bae2814c749cadc6c5220b343)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"37f20d69-9355-4d97-b792-7173c4ce27fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:38.30685904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"faa384d6-3513-4eaf-af7c-f83eec192323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:38.364466101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"faa384d6-3513-4eaf-af7c-f83eec192323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:38.421311593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-14d090-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e827bea2a8e60cdaf634449ebdb3afc293eb31452211050a161bceb6c1427f3c) AuthConfig (43911dc323c930bec2c83464819468dd8177c86cd6c3d32982b8d6b6c53af77c) AuthConfig (8209b92364817703e5fea39cec0276c7d0cb320324ae8eead8384009917bfb60) AuthConfig (b90db1901c563a83e945c46e6cf75b7a35a92d07cb5301e92adffa2052a35fda) AuthConfig (6f445505cac20c554eea18e0caeb8ad53a141e598a26f8fb3ef5f4ddc8aac59d) AuthConfig (204ebe1b0f974a67f18522349c6774fda17bf5509f351291d216f6eed4fc1892) AuthConfig (1395e5d5d4a933e92b9b27102ea7fa4fdd557fb048e12ef80e2f54f6c0ba79f3) AuthConfig (15ad24dfb6e99594e55b8e3fb500aee400830da925b1cb6bfacf5b316eecc4c2) AuthConfig (8becb130fe6bc42de31a101025560ef538ef2a529ea2986699d6df2cbc88ff1f) AuthConfig (ca002c376676892a80581d3d0de3e1ac47e1a00d0a09952795c58368db282b60) AuthConfig (d486a860d23831b29988bcb36d39f17a6dee4d939ba5ea5620c7bda51aad8afb) AuthConfig (5dbbe57759672acf83c1d8d8173592cc7978f1978d45e90e632c6d126d772866) AuthConfig (e186f988e11d6baf226838a1081ad3678d1bfabe3fdb011d633d11f85a333888) AuthConfig (93e1501911ae0c9ec766d8b08727717c7704643419d758adf41f12ba77c253dd) AuthConfig (a86f363102676756b12103da3c055db5e260467792d3335c0f8501d94365d9bf) AuthConfig (6b7133cdd47b7d68cbda693b43def0e257d231acee61c71a70452a7e35280f97) AuthConfig (9668ad4dde5fcdb23ec6953420740db5902948fa810bdfe9728483218c1419a3) AuthConfig (f04c90cecdb45f6bf252ffb50e4ec90fcbc3d894f461dab59e09ffef3798eb02) AuthConfig (3bfc13872d3f9bc8b9d37f6210783cc47f2989482cb4d48358f24b2293613a5d) AuthConfig (02be3ad03841228ed050879a09b5f0552abe6b1ee1c2684a6c554de7f1fa93a7) AuthConfig (490f436359af160fa83b17292e7505b759e5aceaa16645cf763744c5cb8beabe) AuthConfig (442b8b5b949f4e58fcca0a55c08a18102a986bf4412aedf14f4297038ce4947d) AuthConfig (98b29fcca1c3232c63f8fba79873effd834611843559a32ddc99af5dc1b5cae4) AuthConfig (00a253e46e2e05db6a244ca7f0c27d45527a4f1232818abf49cbfe4bb5b6bdb8) AuthConfig (082d6e4df056aedeef9516866c7f58c4babeb9afcdf4092e99ceff6f231642f2) AuthConfig (94b2db8abb4581a1649b093fd23d583c699bfaa0511894e30ccdf0f5b5bb6562) AuthConfig (122afe7104e74accbe3b4b4c782253a2cd855c390b542a8c60bf3b42c5e2d2f3) AuthConfig (587292cae9c67df46e07a1817e29fe4b0f4ea9984d6b332f3703e24c3b63995e) AuthConfig (030bb7f8614070bb46772cef992aaa1813d471e2a74f4e3645e8b81ab493154e) AuthConfig (4792eefd592b34aee37dc94e158f982f81028b5bae2814c749cadc6c5220b343)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"faa384d6-3513-4eaf-af7c-f83eec192323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:40.83261609Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:40.912949325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"1044cdce-1d89-45f0-94d3-ca11087b9f64","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:41.074718702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"87d5e09c-b152-4204-b8eb-f41631423100","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:41.074904608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"ecbe7f08-5919-4a3e-bd14-4916bce28aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:41.075205531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-aab177a2-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-combo-sub-aab177a2-auth","reconcileID":"b1e09f70-b6ed-4262-ab1f-c80f3613d3b5","MaaSAuthPolicy":{"name":"e2e-combo-sub-aab177a2-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:41.134561334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"87d5e09c-b152-4204-b8eb-f41631423100","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:41.134879015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"ecbe7f08-5919-4a3e-bd14-4916bce28aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:41.139574052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-aab177a2-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-combo-sub-aab177a2-auth","reconcileID":"b1e09f70-b6ed-4262-ab1f-c80f3613d3b5","MaaSAuthPolicy":{"name":"e2e-combo-sub-aab177a2-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:41.588513097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"669e4cfb-2dad-447f-a0a0-50e01c1f3a12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:41.646063296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"669e4cfb-2dad-447f-a0a0-50e01c1f3a12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:41.702473386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6a4ab0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"669e4cfb-2dad-447f-a0a0-50e01c1f3a12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:41.910706785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"c5d9b663-ca2a-4f01-ac15-10203291a990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:41.969832961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"c5d9b663-ca2a-4f01-ac15-10203291a990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:42.028442901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6a4ab0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"c5d9b663-ca2a-4f01-ac15-10203291a990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:44.550549411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"b8d732e9-10ee-43b6-b3c8-4651b7fa91e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:44.719967444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"9f1986ed-994a-47cd-83ce-c943cf4da7b5","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:44.822915639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"4df7a21f-a733-4ac3-98a5-6216665c8cba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:44.9920896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"d8333394-8b57-4fb3-b964-0fce6db444a2","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:45.309983848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"7ca17c01-499a-40d2-bbae-908c712fb4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:45.309983775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"b440bb13-9074-4a27-ac51-80fdc421a195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:45.37328013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"b440bb13-9074-4a27-ac51-80fdc421a195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:45.377305241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"7ca17c01-499a-40d2-bbae-908c712fb4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:45.443009951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6a4ab0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54dfb1e8bc39662ee4b7459fa1df99f1738fdf4c6cc5a304be2277eda481afab) AuthConfig (1b29c5b7e8bae4439feb3dddfbfbea5f3212beb95ad326d094ff09925aab55be) AuthConfig (fc4e1b9aa2c491005be51b516c4830ec14b1367474154aab95b9f40f0d2b2eb9) AuthConfig (da27e2e79264215a8b6d5a18e21c0bce53a04fe58437fa7b880ce40539f61875) AuthConfig (da8f226c7d889a50c1e0c931b26078e7b5dc0b63d04a9240eef84724b5dc3b4c) AuthConfig (9c1c48f0cc42d93df82fe9ace08974ee9ffc0e3795850c22c55fa4f1aba26f64) AuthConfig (58e2b50fed89e5e53d557741e557a40c058714dffb2cea2964eb3561d62ef46d) AuthConfig (e99656b91848ff2d0e2faaccb3c85b369e1c8d89c58f42f6e834ec43aab06da6) AuthConfig (23dab0939cda78c16c27d5922cfc77acf624417a9311bc862aac3018e7a95a96) AuthConfig (5a4bec869883d8667c50d30dd2dc96beb283de795dbc60a1d3f696c9040652fa) AuthConfig (a76fc56f9b46c5d2ae71ef64d4878b8b995e7eb4e74f333e8ceaa6edd9053095) AuthConfig (ae5a003400d39728d79b5de584646400355254e0d99b3ce861cc4fe593e98f0c) AuthConfig (ee3aca01a2c3d686535e7534b0093c1efa0978830ba45913610d7812db40f269) AuthConfig (e8783c94bdaa5d7fdfe9448b29715c0908f67ec0ff606b878af0d33cca4df486) AuthConfig (7faa3d1a9fb8d5135a9311730afb704ae79f218140b74c5df2bb63627bcc41e9) AuthConfig (2d3f9cf55b9ea8fecc1a221f01d2aefa6172fc7502121ae47acf49d9df2191df) AuthConfig (27f1c78d67389c545fac450043a6415e1450c0f2b4732238756b37a87e1a72fa) AuthConfig (9f12ca2877f1047cd793667d480ec78edcdf4faaaf49954dcb2b9308ec15a15b) AuthConfig (2058ff14cfee7a7c32895ae8845ec9b2b262d17bbf824a95e46f7d47cb757bcf) AuthConfig (b1bfdd2082e302015ec838da2a165ab41d29748888646802d19399802ee2a667) AuthConfig (d572ec8284b8d77bf5240f6605885d468831f4967e5d447fdabfe9752bb09e7a) AuthConfig (cc000adfdb36a0fe29175d84dfc8b6b9c903fe259889b878bbfdecb8c746769d) AuthConfig (de67e4fd56b28ef7487e372c0ce63b6b86b3651c2c3df8a3feebad3dba06c445) AuthConfig (cf87caad0f8b6b4c6b460939d92a0e6de810e3e57b9143b69f3ff8c0ee0eb91f) AuthConfig (58667d953ea811fb45a165c3c6d504c21f22f748bab3a81af54b8273794ed4d6) AuthConfig (01e54a1cf88109bbeadb569c1da592af9e7cfb4bd70584e59994f7a068bdbcfb) AuthConfig (1085e80ff4aa409127b8635dd0ea5401105deb71111eedc5326f79f7bcbef49c) AuthConfig (f3e2fded392d47f489cdeb30101bf2c0cfab33b3887227f5869d5b9362bdd223) AuthConfig (13cd343a2102ee113291a884aea8df279f2e6afade460dd0fa4acff3ae1caa05) AuthConfig (88e70de539737641f68a170f9a2e5f77eb34ba686fb190be496c36ba45dcf0c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"b440bb13-9074-4a27-ac51-80fdc421a195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:45.447709606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6a4ab0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54dfb1e8bc39662ee4b7459fa1df99f1738fdf4c6cc5a304be2277eda481afab) AuthConfig (1b29c5b7e8bae4439feb3dddfbfbea5f3212beb95ad326d094ff09925aab55be) AuthConfig (fc4e1b9aa2c491005be51b516c4830ec14b1367474154aab95b9f40f0d2b2eb9) AuthConfig (da27e2e79264215a8b6d5a18e21c0bce53a04fe58437fa7b880ce40539f61875) AuthConfig (da8f226c7d889a50c1e0c931b26078e7b5dc0b63d04a9240eef84724b5dc3b4c) AuthConfig (9c1c48f0cc42d93df82fe9ace08974ee9ffc0e3795850c22c55fa4f1aba26f64) AuthConfig (58e2b50fed89e5e53d557741e557a40c058714dffb2cea2964eb3561d62ef46d) AuthConfig (e99656b91848ff2d0e2faaccb3c85b369e1c8d89c58f42f6e834ec43aab06da6) AuthConfig (23dab0939cda78c16c27d5922cfc77acf624417a9311bc862aac3018e7a95a96) AuthConfig (5a4bec869883d8667c50d30dd2dc96beb283de795dbc60a1d3f696c9040652fa) AuthConfig (a76fc56f9b46c5d2ae71ef64d4878b8b995e7eb4e74f333e8ceaa6edd9053095) AuthConfig (ae5a003400d39728d79b5de584646400355254e0d99b3ce861cc4fe593e98f0c) AuthConfig (ee3aca01a2c3d686535e7534b0093c1efa0978830ba45913610d7812db40f269) AuthConfig (e8783c94bdaa5d7fdfe9448b29715c0908f67ec0ff606b878af0d33cca4df486) AuthConfig (7faa3d1a9fb8d5135a9311730afb704ae79f218140b74c5df2bb63627bcc41e9) AuthConfig (2d3f9cf55b9ea8fecc1a221f01d2aefa6172fc7502121ae47acf49d9df2191df) AuthConfig (27f1c78d67389c545fac450043a6415e1450c0f2b4732238756b37a87e1a72fa) AuthConfig (9f12ca2877f1047cd793667d480ec78edcdf4faaaf49954dcb2b9308ec15a15b) AuthConfig (2058ff14cfee7a7c32895ae8845ec9b2b262d17bbf824a95e46f7d47cb757bcf) AuthConfig (b1bfdd2082e302015ec838da2a165ab41d29748888646802d19399802ee2a667) AuthConfig (d572ec8284b8d77bf5240f6605885d468831f4967e5d447fdabfe9752bb09e7a) AuthConfig (cc000adfdb36a0fe29175d84dfc8b6b9c903fe259889b878bbfdecb8c746769d) AuthConfig (de67e4fd56b28ef7487e372c0ce63b6b86b3651c2c3df8a3feebad3dba06c445) AuthConfig (cf87caad0f8b6b4c6b460939d92a0e6de810e3e57b9143b69f3ff8c0ee0eb91f) AuthConfig (58667d953ea811fb45a165c3c6d504c21f22f748bab3a81af54b8273794ed4d6) AuthConfig (01e54a1cf88109bbeadb569c1da592af9e7cfb4bd70584e59994f7a068bdbcfb) AuthConfig (1085e80ff4aa409127b8635dd0ea5401105deb71111eedc5326f79f7bcbef49c) AuthConfig (f3e2fded392d47f489cdeb30101bf2c0cfab33b3887227f5869d5b9362bdd223) AuthConfig (13cd343a2102ee113291a884aea8df279f2e6afade460dd0fa4acff3ae1caa05) AuthConfig (88e70de539737641f68a170f9a2e5f77eb34ba686fb190be496c36ba45dcf0c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"7ca17c01-499a-40d2-bbae-908c712fb4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:45.509338913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"b1063aec-0a5d-4708-a68d-2f62b93146d8","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:45.515246653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"af0900d5-d53d-4980-a5b1-ee9ad7b74c4f","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:45.669861246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"61dee41a-37e0-42eb-824d-98e515454d81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:45.72744139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"61dee41a-37e0-42eb-824d-98e515454d81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:45.77052357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"652da980-6a60-4dc2-8fc2-5dbc1b621cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:45.783526091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6a4ab0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54dfb1e8bc39662ee4b7459fa1df99f1738fdf4c6cc5a304be2277eda481afab) AuthConfig (1b29c5b7e8bae4439feb3dddfbfbea5f3212beb95ad326d094ff09925aab55be) AuthConfig (fc4e1b9aa2c491005be51b516c4830ec14b1367474154aab95b9f40f0d2b2eb9) AuthConfig (da27e2e79264215a8b6d5a18e21c0bce53a04fe58437fa7b880ce40539f61875) AuthConfig (da8f226c7d889a50c1e0c931b26078e7b5dc0b63d04a9240eef84724b5dc3b4c) AuthConfig (9c1c48f0cc42d93df82fe9ace08974ee9ffc0e3795850c22c55fa4f1aba26f64) AuthConfig (58e2b50fed89e5e53d557741e557a40c058714dffb2cea2964eb3561d62ef46d) AuthConfig (e99656b91848ff2d0e2faaccb3c85b369e1c8d89c58f42f6e834ec43aab06da6) AuthConfig (23dab0939cda78c16c27d5922cfc77acf624417a9311bc862aac3018e7a95a96) AuthConfig (5a4bec869883d8667c50d30dd2dc96beb283de795dbc60a1d3f696c9040652fa) AuthConfig (a76fc56f9b46c5d2ae71ef64d4878b8b995e7eb4e74f333e8ceaa6edd9053095) AuthConfig (ae5a003400d39728d79b5de584646400355254e0d99b3ce861cc4fe593e98f0c) AuthConfig (ee3aca01a2c3d686535e7534b0093c1efa0978830ba45913610d7812db40f269) AuthConfig (e8783c94bdaa5d7fdfe9448b29715c0908f67ec0ff606b878af0d33cca4df486) AuthConfig (7faa3d1a9fb8d5135a9311730afb704ae79f218140b74c5df2bb63627bcc41e9) AuthConfig (2d3f9cf55b9ea8fecc1a221f01d2aefa6172fc7502121ae47acf49d9df2191df) AuthConfig (27f1c78d67389c545fac450043a6415e1450c0f2b4732238756b37a87e1a72fa) AuthConfig (9f12ca2877f1047cd793667d480ec78edcdf4faaaf49954dcb2b9308ec15a15b) AuthConfig (2058ff14cfee7a7c32895ae8845ec9b2b262d17bbf824a95e46f7d47cb757bcf) AuthConfig (b1bfdd2082e302015ec838da2a165ab41d29748888646802d19399802ee2a667) AuthConfig (d572ec8284b8d77bf5240f6605885d468831f4967e5d447fdabfe9752bb09e7a) AuthConfig (cc000adfdb36a0fe29175d84dfc8b6b9c903fe259889b878bbfdecb8c746769d) AuthConfig (de67e4fd56b28ef7487e372c0ce63b6b86b3651c2c3df8a3feebad3dba06c445) AuthConfig (cf87caad0f8b6b4c6b460939d92a0e6de810e3e57b9143b69f3ff8c0ee0eb91f) AuthConfig (58667d953ea811fb45a165c3c6d504c21f22f748bab3a81af54b8273794ed4d6) AuthConfig (01e54a1cf88109bbeadb569c1da592af9e7cfb4bd70584e59994f7a068bdbcfb) AuthConfig (1085e80ff4aa409127b8635dd0ea5401105deb71111eedc5326f79f7bcbef49c) AuthConfig (f3e2fded392d47f489cdeb30101bf2c0cfab33b3887227f5869d5b9362bdd223) AuthConfig (13cd343a2102ee113291a884aea8df279f2e6afade460dd0fa4acff3ae1caa05) AuthConfig (88e70de539737641f68a170f9a2e5f77eb34ba686fb190be496c36ba45dcf0c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"61dee41a-37e0-42eb-824d-98e515454d81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:45.828434757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"652da980-6a60-4dc2-8fc2-5dbc1b621cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:03:45.838037545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"61dee41a-37e0-42eb-824d-98e515454d81","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:45.884753208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6a4ab0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54dfb1e8bc39662ee4b7459fa1df99f1738fdf4c6cc5a304be2277eda481afab) AuthConfig (1b29c5b7e8bae4439feb3dddfbfbea5f3212beb95ad326d094ff09925aab55be) AuthConfig (fc4e1b9aa2c491005be51b516c4830ec14b1367474154aab95b9f40f0d2b2eb9) AuthConfig (da27e2e79264215a8b6d5a18e21c0bce53a04fe58437fa7b880ce40539f61875) AuthConfig (da8f226c7d889a50c1e0c931b26078e7b5dc0b63d04a9240eef84724b5dc3b4c) AuthConfig (9c1c48f0cc42d93df82fe9ace08974ee9ffc0e3795850c22c55fa4f1aba26f64) AuthConfig (58e2b50fed89e5e53d557741e557a40c058714dffb2cea2964eb3561d62ef46d) AuthConfig (e99656b91848ff2d0e2faaccb3c85b369e1c8d89c58f42f6e834ec43aab06da6) AuthConfig (23dab0939cda78c16c27d5922cfc77acf624417a9311bc862aac3018e7a95a96) AuthConfig (5a4bec869883d8667c50d30dd2dc96beb283de795dbc60a1d3f696c9040652fa) AuthConfig (a76fc56f9b46c5d2ae71ef64d4878b8b995e7eb4e74f333e8ceaa6edd9053095) AuthConfig (ae5a003400d39728d79b5de584646400355254e0d99b3ce861cc4fe593e98f0c) AuthConfig (ee3aca01a2c3d686535e7534b0093c1efa0978830ba45913610d7812db40f269) AuthConfig (e8783c94bdaa5d7fdfe9448b29715c0908f67ec0ff606b878af0d33cca4df486) AuthConfig (7faa3d1a9fb8d5135a9311730afb704ae79f218140b74c5df2bb63627bcc41e9) AuthConfig (2d3f9cf55b9ea8fecc1a221f01d2aefa6172fc7502121ae47acf49d9df2191df) AuthConfig (27f1c78d67389c545fac450043a6415e1450c0f2b4732238756b37a87e1a72fa) AuthConfig (9f12ca2877f1047cd793667d480ec78edcdf4faaaf49954dcb2b9308ec15a15b) AuthConfig (2058ff14cfee7a7c32895ae8845ec9b2b262d17bbf824a95e46f7d47cb757bcf) AuthConfig (b1bfdd2082e302015ec838da2a165ab41d29748888646802d19399802ee2a667) AuthConfig (d572ec8284b8d77bf5240f6605885d468831f4967e5d447fdabfe9752bb09e7a) AuthConfig (cc000adfdb36a0fe29175d84dfc8b6b9c903fe259889b878bbfdecb8c746769d) AuthConfig (de67e4fd56b28ef7487e372c0ce63b6b86b3651c2c3df8a3feebad3dba06c445) AuthConfig (cf87caad0f8b6b4c6b460939d92a0e6de810e3e57b9143b69f3ff8c0ee0eb91f) AuthConfig (58667d953ea811fb45a165c3c6d504c21f22f748bab3a81af54b8273794ed4d6) AuthConfig (01e54a1cf88109bbeadb569c1da592af9e7cfb4bd70584e59994f7a068bdbcfb) AuthConfig (1085e80ff4aa409127b8635dd0ea5401105deb71111eedc5326f79f7bcbef49c) AuthConfig (f3e2fded392d47f489cdeb30101bf2c0cfab33b3887227f5869d5b9362bdd223) AuthConfig (13cd343a2102ee113291a884aea8df279f2e6afade460dd0fa4acff3ae1caa05) AuthConfig (88e70de539737641f68a170f9a2e5f77eb34ba686fb190be496c36ba45dcf0c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"652da980-6a60-4dc2-8fc2-5dbc1b621cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:46.003537627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"1bf64ffe-c22e-4c04-bc89-902e45f43133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:46.061269115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"1bf64ffe-c22e-4c04-bc89-902e45f43133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:46.118552256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6a4ab0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54dfb1e8bc39662ee4b7459fa1df99f1738fdf4c6cc5a304be2277eda481afab) AuthConfig (1b29c5b7e8bae4439feb3dddfbfbea5f3212beb95ad326d094ff09925aab55be) AuthConfig (fc4e1b9aa2c491005be51b516c4830ec14b1367474154aab95b9f40f0d2b2eb9) AuthConfig (da27e2e79264215a8b6d5a18e21c0bce53a04fe58437fa7b880ce40539f61875) AuthConfig (da8f226c7d889a50c1e0c931b26078e7b5dc0b63d04a9240eef84724b5dc3b4c) AuthConfig (9c1c48f0cc42d93df82fe9ace08974ee9ffc0e3795850c22c55fa4f1aba26f64) AuthConfig (58e2b50fed89e5e53d557741e557a40c058714dffb2cea2964eb3561d62ef46d) AuthConfig (e99656b91848ff2d0e2faaccb3c85b369e1c8d89c58f42f6e834ec43aab06da6) AuthConfig (23dab0939cda78c16c27d5922cfc77acf624417a9311bc862aac3018e7a95a96) AuthConfig (5a4bec869883d8667c50d30dd2dc96beb283de795dbc60a1d3f696c9040652fa) AuthConfig (a76fc56f9b46c5d2ae71ef64d4878b8b995e7eb4e74f333e8ceaa6edd9053095) AuthConfig (ae5a003400d39728d79b5de584646400355254e0d99b3ce861cc4fe593e98f0c) AuthConfig (ee3aca01a2c3d686535e7534b0093c1efa0978830ba45913610d7812db40f269) AuthConfig (e8783c94bdaa5d7fdfe9448b29715c0908f67ec0ff606b878af0d33cca4df486) AuthConfig (7faa3d1a9fb8d5135a9311730afb704ae79f218140b74c5df2bb63627bcc41e9) AuthConfig (2d3f9cf55b9ea8fecc1a221f01d2aefa6172fc7502121ae47acf49d9df2191df) AuthConfig (27f1c78d67389c545fac450043a6415e1450c0f2b4732238756b37a87e1a72fa) AuthConfig (9f12ca2877f1047cd793667d480ec78edcdf4faaaf49954dcb2b9308ec15a15b) AuthConfig (2058ff14cfee7a7c32895ae8845ec9b2b262d17bbf824a95e46f7d47cb757bcf) AuthConfig (b1bfdd2082e302015ec838da2a165ab41d29748888646802d19399802ee2a667) AuthConfig (d572ec8284b8d77bf5240f6605885d468831f4967e5d447fdabfe9752bb09e7a) AuthConfig (cc000adfdb36a0fe29175d84dfc8b6b9c903fe259889b878bbfdecb8c746769d) AuthConfig (de67e4fd56b28ef7487e372c0ce63b6b86b3651c2c3df8a3feebad3dba06c445) AuthConfig (cf87caad0f8b6b4c6b460939d92a0e6de810e3e57b9143b69f3ff8c0ee0eb91f) AuthConfig (58667d953ea811fb45a165c3c6d504c21f22f748bab3a81af54b8273794ed4d6) AuthConfig (01e54a1cf88109bbeadb569c1da592af9e7cfb4bd70584e59994f7a068bdbcfb) AuthConfig (1085e80ff4aa409127b8635dd0ea5401105deb71111eedc5326f79f7bcbef49c) AuthConfig (f3e2fded392d47f489cdeb30101bf2c0cfab33b3887227f5869d5b9362bdd223) AuthConfig (13cd343a2102ee113291a884aea8df279f2e6afade460dd0fa4acff3ae1caa05) AuthConfig (88e70de539737641f68a170f9a2e5f77eb34ba686fb190be496c36ba45dcf0c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"1bf64ffe-c22e-4c04-bc89-902e45f43133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:48.243511132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"1bd0cbac-6b3f-4af1-8a0e-4a8e891dd3a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:48.301115206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"1bd0cbac-6b3f-4af1-8a0e-4a8e891dd3a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:48.58191482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"567fd0b2-5f6c-44b4-b30d-4054833e62a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:48.625845225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"b97a51d5-7bf3-4a83-958e-c26c71df71a9","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:48.639273923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"567fd0b2-5f6c-44b4-b30d-4054833e62a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:48.914306887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"1271cb6a-8464-4f9a-bb70-26ca6c5b068e","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:51.080576458Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-aab177a2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-combo-sub-aab177a2","reconcileID":"e2949587-137f-4742-beee-69562e506342","MaaSSubscription":{"name":"e2e-combo-sub-aab177a2","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscription":"e2e-combo-sub-aab177a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:51.301395932Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-aab177a2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-combo-sub-aab177a2","reconcileID":"e2949587-137f-4742-beee-69562e506342","MaaSSubscription":{"name":"e2e-combo-sub-aab177a2","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:51.520719547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"092e9f6e-da06-4ba4-aba0-79a20d23eb4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:51.569424823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"2beb6a22-b5f7-44aa-9fdc-4492ab9bd7c2","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:51.714204455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"a7bb7699-8c59-4b86-a321-65a87b5770e9","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:51.730571368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"0ab0c636-7ded-47ab-8fd6-898bed236470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:51.730666214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"f2e3207f-01a7-427b-b4ec-8a839503c676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:51.7311069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-aab177a2-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-combo-sub-aab177a2-auth","reconcileID":"f09882f0-1d89-436e-ac64-598f94464a08","MaaSAuthPolicy":{"name":"e2e-combo-sub-aab177a2-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:51.789645597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-aab177a2-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-combo-sub-aab177a2-auth","reconcileID":"f09882f0-1d89-436e-ac64-598f94464a08","MaaSAuthPolicy":{"name":"e2e-combo-sub-aab177a2-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:51.790762383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"f2e3207f-01a7-427b-b4ec-8a839503c676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:51.792269395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"0ab0c636-7ded-47ab-8fd6-898bed236470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:51.952178682Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-aab177a2-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-combo-sub-aab177a2-auth","reconcileID":"40188b85-2d50-45c7-bd1d-54c628bd2091","MaaSAuthPolicy":{"name":"e2e-combo-sub-aab177a2-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:52.117320058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"67443687-b5a0-45a7-8fbd-34999fbaa34c","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:53.066403172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"02a71b4e-37ea-4deb-a92c-02bc13e10477","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:53.133086291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"7c8c66fd-4735-43e2-901b-4a8381d21c53","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:56.046026628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"6a2ae8bc-c950-443a-b7ac-7feca1cec893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:56.103259749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"6a2ae8bc-c950-443a-b7ac-7feca1cec893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:56.160631872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6a4ab0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54dfb1e8bc39662ee4b7459fa1df99f1738fdf4c6cc5a304be2277eda481afab) AuthConfig (1b29c5b7e8bae4439feb3dddfbfbea5f3212beb95ad326d094ff09925aab55be) AuthConfig (fc4e1b9aa2c491005be51b516c4830ec14b1367474154aab95b9f40f0d2b2eb9) AuthConfig (da27e2e79264215a8b6d5a18e21c0bce53a04fe58437fa7b880ce40539f61875) AuthConfig (da8f226c7d889a50c1e0c931b26078e7b5dc0b63d04a9240eef84724b5dc3b4c) AuthConfig (9c1c48f0cc42d93df82fe9ace08974ee9ffc0e3795850c22c55fa4f1aba26f64) AuthConfig (58e2b50fed89e5e53d557741e557a40c058714dffb2cea2964eb3561d62ef46d) AuthConfig (e99656b91848ff2d0e2faaccb3c85b369e1c8d89c58f42f6e834ec43aab06da6) AuthConfig (23dab0939cda78c16c27d5922cfc77acf624417a9311bc862aac3018e7a95a96) AuthConfig (5a4bec869883d8667c50d30dd2dc96beb283de795dbc60a1d3f696c9040652fa) AuthConfig (a76fc56f9b46c5d2ae71ef64d4878b8b995e7eb4e74f333e8ceaa6edd9053095) AuthConfig (ae5a003400d39728d79b5de584646400355254e0d99b3ce861cc4fe593e98f0c) AuthConfig (ee3aca01a2c3d686535e7534b0093c1efa0978830ba45913610d7812db40f269) AuthConfig (e8783c94bdaa5d7fdfe9448b29715c0908f67ec0ff606b878af0d33cca4df486) AuthConfig (7faa3d1a9fb8d5135a9311730afb704ae79f218140b74c5df2bb63627bcc41e9) AuthConfig (2d3f9cf55b9ea8fecc1a221f01d2aefa6172fc7502121ae47acf49d9df2191df) AuthConfig (27f1c78d67389c545fac450043a6415e1450c0f2b4732238756b37a87e1a72fa) AuthConfig (9f12ca2877f1047cd793667d480ec78edcdf4faaaf49954dcb2b9308ec15a15b) AuthConfig (2058ff14cfee7a7c32895ae8845ec9b2b262d17bbf824a95e46f7d47cb757bcf) AuthConfig (b1bfdd2082e302015ec838da2a165ab41d29748888646802d19399802ee2a667) AuthConfig (d572ec8284b8d77bf5240f6605885d468831f4967e5d447fdabfe9752bb09e7a) AuthConfig (cc000adfdb36a0fe29175d84dfc8b6b9c903fe259889b878bbfdecb8c746769d) AuthConfig (de67e4fd56b28ef7487e372c0ce63b6b86b3651c2c3df8a3feebad3dba06c445) AuthConfig (cf87caad0f8b6b4c6b460939d92a0e6de810e3e57b9143b69f3ff8c0ee0eb91f) AuthConfig (58667d953ea811fb45a165c3c6d504c21f22f748bab3a81af54b8273794ed4d6) AuthConfig (01e54a1cf88109bbeadb569c1da592af9e7cfb4bd70584e59994f7a068bdbcfb) AuthConfig (1085e80ff4aa409127b8635dd0ea5401105deb71111eedc5326f79f7bcbef49c) AuthConfig (f3e2fded392d47f489cdeb30101bf2c0cfab33b3887227f5869d5b9362bdd223) AuthConfig (13cd343a2102ee113291a884aea8df279f2e6afade460dd0fa4acff3ae1caa05) AuthConfig (88e70de539737641f68a170f9a2e5f77eb34ba686fb190be496c36ba45dcf0c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"6a2ae8bc-c950-443a-b7ac-7feca1cec893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:56.280218506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"e92c494a-192e-4d1f-a0a3-7f0b05b12e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:56.339998512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"e92c494a-192e-4d1f-a0a3-7f0b05b12e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:03:56.401053305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6a4ab0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54dfb1e8bc39662ee4b7459fa1df99f1738fdf4c6cc5a304be2277eda481afab) AuthConfig (1b29c5b7e8bae4439feb3dddfbfbea5f3212beb95ad326d094ff09925aab55be) AuthConfig (fc4e1b9aa2c491005be51b516c4830ec14b1367474154aab95b9f40f0d2b2eb9) AuthConfig (da27e2e79264215a8b6d5a18e21c0bce53a04fe58437fa7b880ce40539f61875) AuthConfig (da8f226c7d889a50c1e0c931b26078e7b5dc0b63d04a9240eef84724b5dc3b4c) AuthConfig (9c1c48f0cc42d93df82fe9ace08974ee9ffc0e3795850c22c55fa4f1aba26f64) AuthConfig (58e2b50fed89e5e53d557741e557a40c058714dffb2cea2964eb3561d62ef46d) AuthConfig (e99656b91848ff2d0e2faaccb3c85b369e1c8d89c58f42f6e834ec43aab06da6) AuthConfig (23dab0939cda78c16c27d5922cfc77acf624417a9311bc862aac3018e7a95a96) AuthConfig (5a4bec869883d8667c50d30dd2dc96beb283de795dbc60a1d3f696c9040652fa) AuthConfig (a76fc56f9b46c5d2ae71ef64d4878b8b995e7eb4e74f333e8ceaa6edd9053095) AuthConfig (ae5a003400d39728d79b5de584646400355254e0d99b3ce861cc4fe593e98f0c) AuthConfig (ee3aca01a2c3d686535e7534b0093c1efa0978830ba45913610d7812db40f269) AuthConfig (e8783c94bdaa5d7fdfe9448b29715c0908f67ec0ff606b878af0d33cca4df486) AuthConfig (7faa3d1a9fb8d5135a9311730afb704ae79f218140b74c5df2bb63627bcc41e9) AuthConfig (2d3f9cf55b9ea8fecc1a221f01d2aefa6172fc7502121ae47acf49d9df2191df) AuthConfig (27f1c78d67389c545fac450043a6415e1450c0f2b4732238756b37a87e1a72fa) AuthConfig (9f12ca2877f1047cd793667d480ec78edcdf4faaaf49954dcb2b9308ec15a15b) AuthConfig (2058ff14cfee7a7c32895ae8845ec9b2b262d17bbf824a95e46f7d47cb757bcf) AuthConfig (b1bfdd2082e302015ec838da2a165ab41d29748888646802d19399802ee2a667) AuthConfig (d572ec8284b8d77bf5240f6605885d468831f4967e5d447fdabfe9752bb09e7a) AuthConfig (cc000adfdb36a0fe29175d84dfc8b6b9c903fe259889b878bbfdecb8c746769d) AuthConfig (de67e4fd56b28ef7487e372c0ce63b6b86b3651c2c3df8a3feebad3dba06c445) AuthConfig (cf87caad0f8b6b4c6b460939d92a0e6de810e3e57b9143b69f3ff8c0ee0eb91f) AuthConfig (58667d953ea811fb45a165c3c6d504c21f22f748bab3a81af54b8273794ed4d6) AuthConfig (01e54a1cf88109bbeadb569c1da592af9e7cfb4bd70584e59994f7a068bdbcfb) AuthConfig (1085e80ff4aa409127b8635dd0ea5401105deb71111eedc5326f79f7bcbef49c) AuthConfig (f3e2fded392d47f489cdeb30101bf2c0cfab33b3887227f5869d5b9362bdd223) AuthConfig (13cd343a2102ee113291a884aea8df279f2e6afade460dd0fa4acff3ae1caa05) AuthConfig (88e70de539737641f68a170f9a2e5f77eb34ba686fb190be496c36ba45dcf0c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"e92c494a-192e-4d1f-a0a3-7f0b05b12e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:01.667706321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"30fcf171-68bb-4b46-bd7d-58dab110dda3","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:01.726069833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"a36b5b85-3d51-4302-a2db-7ffd5b4dfa77","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:01.775247102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"646202e7-4247-4e7c-8b45-e2c2fe56913c","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:01.832307348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"72f0b5ec-f17d-488d-b6c2-60625939d98b","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:01.88667982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-active-auth","reconcileID":"5076ac58-0fb4-4045-a020-410533ed7208","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:01.943647215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"c1c58c2b-e404-4d3b-8815-3866cb34025e","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:01.947300416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-active-auth","reconcileID":"5076ac58-0fb4-4045-a020-410533ed7208","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:01.997837603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-apikey-degraded-auth","reconcileID":"8fad65ae-1482-4fb9-ab5c-f0ea84470e35","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.002948407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"1da62124-14e9-4851-b933-8088a942af81","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.050165076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"1417a57f-2817-4ec3-8198-0ca853006507","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.055633421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-apikey-degraded-auth","reconcileID":"8fad65ae-1482-4fb9-ab5c-f0ea84470e35","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:04:02.104655621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-active-sub","reconcileID":"d637776f-d4fa-4e19-b7fa-e7f87506a783","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.157224636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"d716ecaf-1076-4809-9b29-c8f988cd7826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.157219438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"0580f122-f52b-406c-be2f-3c96e1029634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.162135138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"fe438ffe-5742-41ff-b966-f0d46e5cc9b7","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:04:02.163007097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-apikey-degraded-sub","reconcileID":"754d13b9-9cf4-4ffd-a7b7-1964b67f8bdb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.215815759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"d716ecaf-1076-4809-9b29-c8f988cd7826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.215842361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"0580f122-f52b-406c-be2f-3c96e1029634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.219706197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"2cb1fdc7-d99a-414c-97b7-56ab26ece97a","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.264782836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"55477ce4-e7e7-4e12-9b2b-f335d07b5a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.278775657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"3bf2a24d-dbde-4b40-9095-0b196d05f8d3","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.321551843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"4ddd0154-84b1-4ba9-85ef-29a7774f6923","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.322069426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"47fac40b-4f11-41f7-9d7b-68e7284d27f0","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.32507675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"55477ce4-e7e7-4e12-9b2b-f335d07b5a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.378422091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"7458089b-c406-4548-935f-7fca55aa458d","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.484021042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-active-auth","reconcileID":"ea4858ef-ead2-46c8-9337-e540c9359e9f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.518581358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"4c01dff3-e592-4b58-a4d5-9085170a2d65","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.542586007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-active-auth","reconcileID":"ea4858ef-ead2-46c8-9337-e540c9359e9f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.559603Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-active-sub","reconcileID":"bca55bd7-fe33-4928-945c-56f74c85093d","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-14d090/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.622103353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"0b3e27b5-2769-4c34-81fd-ef87c4d5b7e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.622122878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"ecfbc7c4-4ac7-4c7a-b669-09fd843898c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.661302504Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-apikey-degraded-sub","reconcileID":"037304d7-d7ad-4d50-8c2a-be1dc885ef09","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-426941/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.661444335Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-apikey-degraded-sub","reconcileID":"037304d7-d7ad-4d50-8c2a-be1dc885ef09","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-426941/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.680666688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"0b3e27b5-2769-4c34-81fd-ef87c4d5b7e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.680914259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"ecfbc7c4-4ac7-4c7a-b669-09fd843898c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.72153878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-apikey-degraded-auth","reconcileID":"ca8391f0-826d-4913-bea1-ec164239c5d7","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.72191487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"276dcdbb-d6b9-4978-9ffb-24fbd4ccc818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.734167976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"62e591d8-858b-4207-a9d7-6ea9b67de6b9","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.779420988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"276dcdbb-d6b9-4978-9ffb-24fbd4ccc818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.779750903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-apikey-degraded-auth","reconcileID":"ca8391f0-826d-4913-bea1-ec164239c5d7","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.782371144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"02bc5871-8d22-4a58-831f-1bf745616533","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.881353259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"d424dffc-6acb-4f10-a31c-166aff94839f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.882149835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"08e5f39e-9a05-4835-b298-f79a1a7a3ab1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.894004264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"07f39f1f-6f77-42dd-b850-a359f80bb43f","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.938920518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"d424dffc-6acb-4f10-a31c-166aff94839f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:02.980065925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-active-sub","reconcileID":"41bfa3c7-de5b-4507-b409-4f5f0846b53d","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:03.113558455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-apikey-degraded-sub","reconcileID":"d80c2243-9b27-4ed8-a82e-0446a6b4f4c1","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:03.113818568Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-apikey-degraded-sub","reconcileID":"d80c2243-9b27-4ed8-a82e-0446a6b4f4c1","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-426941/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:03.155892967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"6569e3c4-7625-4788-8a87-8b3b9b6afad8","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:04.797329714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"308ce16f-efde-4cf5-8e63-a81acda2b19c","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:04.923426355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"b0843821-8de0-471a-8fdc-e4bf74efbc66","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:04.960578626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"e9474458-3432-4139-a66d-96f449c7f43e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:04.96077412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"a3e132cc-f170-4694-9b35-74827bef7e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:04.96058246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-active-auth","reconcileID":"7b27e93c-ac49-43e5-a924-9aeec6b250c0","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:05.019559248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"a3e132cc-f170-4694-9b35-74827bef7e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:05.019947582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-active-auth","reconcileID":"7b27e93c-ac49-43e5-a924-9aeec6b250c0","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:05.021799323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"e9474458-3432-4139-a66d-96f449c7f43e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:05.084200793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"6245b65d-c527-4823-a473-927f24adb819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:05.084204433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"511c62af-2b90-4877-bae0-c73e309e1e86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:05.142154265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"511c62af-2b90-4877-bae0-c73e309e1e86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:05.142280402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"6245b65d-c527-4823-a473-927f24adb819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:05.387544118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-apikey-degraded-auth","reconcileID":"367c773b-1eff-447d-83d3-09f7cb81fbff","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:05.449671813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-apikey-degraded-auth","reconcileID":"367c773b-1eff-447d-83d3-09f7cb81fbff","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:06.322222277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"83b7ccf9-46e2-4eb8-916c-db4dd1fb0655","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:06.379878024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"83b7ccf9-46e2-4eb8-916c-db4dd1fb0655","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:06.564375527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"0626f039-48d1-4eb3-9aec-f661f52eb54e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:06.621799657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"0626f039-48d1-4eb3-9aec-f661f52eb54e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:06.663939693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"00ece8bd-9735-4d2c-bf67-58fa9ea38d59","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:06.995650817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"90db1ef0-9f87-48b4-83fe-72cedd78e18c","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:09.354483345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"7ae30373-f832-464f-92b0-10a1d88e2945","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:09.468688334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"63ba30de-ddd8-4d7d-9ea2-1051236d316e","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:09.52526109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"3c31578a-b019-437c-9e47-4453639960c6","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:04:09.578256873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"cc12418a-c9fc-4d04-bb3f-af5a698f2bc6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:09.695343457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"ebec79a8-b8f5-440a-94cd-c0cf75ece375","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:09.753323634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"1f5d3b02-f82e-4b36-80fc-336bb35b688d","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:09.753887121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"1777375e-4781-447d-b412-6b40934354eb","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:09.81308382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"6a29cfef-3c64-48af-9036-bc233229fc2c","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:09.917058587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"9d5ae814-93e6-473d-9180-dd0956e85e4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:09.970600595Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"25d53174-1b94-4e7c-a4ca-4bea75181909","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"simulator-w4-c25349","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c25349/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.029395536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"4e170173-c1c9-4a67-97a0-f4bb443adea8","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.103339074Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"9d5ae814-93e6-473d-9180-dd0956e85e4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.130243824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"5741db15-7cc4-4abb-9dd5-62d6c1091668","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:04:10.148284262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"302fa530-a2a3-4409-ab77-cd74fc025d45","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.151236821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"d34a3b76-0eac-46a7-bcf9-0b99b6290258","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.182601176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c25349-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"9d5ae814-93e6-473d-9180-dd0956e85e4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:04:10.197501214Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-c25349/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.25088427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"dd7def1f-2658-436a-80fc-164c53490cc0","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.265086136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"0f4cfe66-0868-4205-9dbd-5abfa735ce23","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.310780063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"91a9d495-658b-46a6-ad1a-1ea1c23b1785","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.360840724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"bcde724a-e4af-4418-baaa-5096b8c845fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.366828703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"18cf3927-c96e-4c1a-b776-8dbb5ea384fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.36999058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"00d5761a-0115-4ff6-892d-1b2061f86294","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.41824255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"bcde724a-e4af-4418-baaa-5096b8c845fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.474880437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c25349-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"bcde724a-e4af-4418-baaa-5096b8c845fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.526443247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"b33f5cf4-cd2d-4c67-9434-3506fab05208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.53910854Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"5325672b-98d2-428b-9375-9992dff1baee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"premium-w4-c25349","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c25349/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.583863791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"b33f5cf4-cd2d-4c67-9434-3506fab05208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.634598179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"6559d371-7a0a-4173-b57d-e5b439181471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.639923427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c25349-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"b33f5cf4-cd2d-4c67-9434-3506fab05208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.692116904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"6559d371-7a0a-4173-b57d-e5b439181471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.696181488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"8007babf-8464-4052-8125-d397de6992ea","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.709757814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"e7d264a9-0710-42fe-b6b2-d9326f52f603","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.748193649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c25349-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"6559d371-7a0a-4173-b57d-e5b439181471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.832524171Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.856122073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"39c73777-6ad5-400b-ba2b-6743d6b22178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.913354039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"39c73777-6ad5-400b-ba2b-6743d6b22178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.923796367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"0e4be1ca-aeb0-4218-babc-f6db5aecc112","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:10.969536081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c25349-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"39c73777-6ad5-400b-ba2b-6743d6b22178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:12.538952956Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"c32451c9-77bf-4f54-9352-47b1c45556e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:12.577880997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d188685a-ee38-406c-8769-bbd928434fcf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:12.652003035Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"b8c5e8c0-07f5-43ac-a1e1-84f7803fa8d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:12.679052318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"12117b62-70f0-4c5b-8ece-a64fb879ccaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:12.77814108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"a87e4ff1-3158-4041-a2de-4ca88cec0f1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:12.88159841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"75646fe2-8765-4578-b26b-28d67066fb95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:12.904571687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"fd71f290-827f-4dbd-885e-4e5838e94350","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:12.98252601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"461bbac1-a0b0-4cdc-ae0f-6ca835bf4eca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:13.004345204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"3ede00d2-f9a2-48fc-b24b-8b4d6903828d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:13.207726608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3238e4bb-9ba8-419e-bb79-7202d2bc1fee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:14.965970522Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-active-sub","reconcileID":"eb878f24-1802-49b8-8c59-14a84e2fa32e","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.090088927Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-apikey-degraded-sub","reconcileID":"f74d2d55-0276-4d31-82f8-b17a7be9efbf","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.127677873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-active-sub","reconcileID":"eb878f24-1802-49b8-8c59-14a84e2fa32e","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.25322649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-apikey-degraded-sub","reconcileID":"f74d2d55-0276-4d31-82f8-b17a7be9efbf","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.25325137Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-apikey-degraded-sub","reconcileID":"f74d2d55-0276-4d31-82f8-b17a7be9efbf","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.253362389Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-apikey-degraded-sub","reconcileID":"f74d2d55-0276-4d31-82f8-b17a7be9efbf","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-426941/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.348427315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"a0b22d76-113f-4a06-8472-6cb210b62d82","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.408482224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"378f7867-118d-4320-a687-48452c29da4c","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.466843894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"dcf78626-4cf1-42be-a42d-c588daa71896","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.492852565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"1970708a-0071-4f85-9269-b30a270232ce","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.509197477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-active-auth","reconcileID":"841c2eb6-93aa-45c5-9c84-bbaeba3c4267","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.509260023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"532453c6-2e65-4ebd-89f4-c6092b5443b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.509622904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"d1bb2af1-3c0c-4a7b-8972-201db8a0cbe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.568791555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"532453c6-2e65-4ebd-89f4-c6092b5443b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.568912612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"d1bb2af1-3c0c-4a7b-8972-201db8a0cbe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.571100353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-active-auth","reconcileID":"841c2eb6-93aa-45c5-9c84-bbaeba3c4267","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.57947062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"2be858a1-a003-4094-9f41-656b3c842f37","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.718780725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"a72fdaf9-110a-4eb1-8e29-5d1cab600bb3","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.739408389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"a53a70ed-97d9-4376-95d9-760c8299bf16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.739424288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"93ce094e-17cd-452c-ae1b-c5785b4b1741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.776488852Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-apikey-degraded-auth","reconcileID":"10a370b2-c0ac-4d93-8d1a-58288ac20e3a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.776517182Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-active-auth","reconcileID":"cac9f96c-4ccf-4123-b52d-1e7d0443507a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.79803759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"93ce094e-17cd-452c-ae1b-c5785b4b1741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.798201212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"a53a70ed-97d9-4376-95d9-760c8299bf16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.942941081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"90083502-f472-44ba-8ff3-be95bbe2ba76","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:15.943576773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"5d43bbe2-bb32-4abd-8eec-decaa0a08b35","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:16.933409677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"4008b8cd-59f0-48ce-a33f-dcfcb10d203b","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:16.933898464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"4a5dc291-c5af-4d50-ad49-f6cce3788f5d","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:16.99279795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"758eb9e7-7abd-43c0-825c-442743e3833a","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:16.993681764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"8300b382-5769-40d5-9b4d-2b8473093a86","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.154748202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"689bcaa0-ca26-4b2b-a26b-64d603e6464b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.154780474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-failed-auth","reconcileID":"74c37edb-083e-4b4d-9439-3c7947be6020","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.216711105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-failed-auth","reconcileID":"74c37edb-083e-4b4d-9439-3c7947be6020","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.216711102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"689bcaa0-ca26-4b2b-a26b-64d603e6464b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.222230383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"4a1e6168-4570-453e-b24e-f1ab2d085a19","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.28468745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"b3a53854-4829-40a3-9b8d-46c8ff34bc29","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:04:17.341298728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e7e00dff","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff","reconcileID":"ba1fdcab-805d-4ac3-88e9-70673d42612b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-e7e00dff\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.394101735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"b7ad3bb7-3f2b-484e-9bdf-6bbc1d0b2b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.394103096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"55d03ccb-4274-4fc1-a1a9-2ad0e1fd030f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.453114778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"b7ad3bb7-3f2b-484e-9bdf-6bbc1d0b2b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.453944016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"55d03ccb-4274-4fc1-a1a9-2ad0e1fd030f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.459698066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"dd09f5a1-29ff-498d-a02a-3a87f389b94e","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:04:17.515244765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-failed-sub","reconcileID":"e2f32c74-0459-4ce2-bb83-cf8be565c947","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.516098831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"2b623f02-54f5-460e-99f3-699dff63146c","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:04:17.518690328Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-426941/e2e-filter-sub-a-e7e00dff","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-e7e00dff\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.56070581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"ba41d310-f584-41fb-8b63-f9cf159dae5a","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.563423254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"e3cb79ca-6859-4ec8-a5cf-724cab5c166a","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.567698019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"f967ef17-dc4d-4a1a-ab9e-e402cba18c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.625537459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"f967ef17-dc4d-4a1a-ab9e-e402cba18c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.721691307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-failed-auth","reconcileID":"a8730139-9487-442d-8cf5-29c1b57805f5","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.723072976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"7ed193f1-cb5e-4d51-a20e-05337dc94014","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.781376613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-failed-auth","reconcileID":"a8730139-9487-442d-8cf5-29c1b57805f5","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.782375459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"7ed193f1-cb5e-4d51-a20e-05337dc94014","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.791382765Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e7e00dff","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff","reconcileID":"e09389e8-22b4-4b43-a49f-2bbcafcb675d","MaaSSubscription":{"name":"e2e-filter-sub-a-e7e00dff","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-426941/e2e-filter-sub-a-e7e00dff","ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.881975738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"951be224-f730-4301-93b1-532bfd5305ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.882041393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"67a9ad36-fd15-4c98-b1b9-46be39e469ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.940975702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"67a9ad36-fd15-4c98-b1b9-46be39e469ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.941354254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"951be224-f730-4301-93b1-532bfd5305ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.960523642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"617ec162-a525-4d4b-a303-6fe1c9a42e4b","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:17.961200038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"51e37c16-6d88-43cb-a7ce-b7d70520b5e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:18.007205199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"4a778024-d219-4774-946e-a5d108aa7098","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:18.019647037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"51e37c16-6d88-43cb-a7ce-b7d70520b5e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:18.156265159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"560687cf-80bc-4b65-bbe9-c4d422a38f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:18.156449546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-failed-auth","reconcileID":"438f3cc9-e099-4c92-b84d-fe56e8faa1a3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:18.209409991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e7e00dff","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff","reconcileID":"ac5f3284-f482-4356-9fa7-02933b2133d4","MaaSSubscription":{"name":"e2e-filter-sub-a-e7e00dff","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:18.21600893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-failed-auth","reconcileID":"438f3cc9-e099-4c92-b84d-fe56e8faa1a3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:18.216016653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"560687cf-80bc-4b65-bbe9-c4d422a38f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:18.431181884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"86118ca2-40aa-4c7f-9b05-552d3cbbd1e2","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:18.803635551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"fea2abce-a89d-41ce-b31b-b62c726be246","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:18.922244481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"a93453df-ed52-4608-ab0f-ab01755deaf6","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:18.979803541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"c8bdd592-2828-43f1-825c-56be13325ab9","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:04:19.031229047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"ac5c4543-716b-409a-b0cb-7bcd1e3a9fbc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.096839576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"cf387893-ac8f-4243-a852-ebb6a74932f0","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.146407344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"e33fb52d-5858-4513-a856-aa083968503a","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.195071351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"7f3edefd-2fc0-4e85-a553-4719774c5525","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.255721368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"5cc7acd2-33f2-4b19-850b-0437fe11e98b","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.360017754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"1c9f5a8c-84e6-4d16-aba1-7dd085068982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.429447826Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"81fbba1a-e8df-4fc3-9c5c-d3ce2086c4cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"simulator-w1-bbee67","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-bbee67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.474367226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"d638f775-d2d9-4cbc-892d-8b5500aebb80","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.536936523Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"1c9f5a8c-84e6-4d16-aba1-7dd085068982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.562680453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"40c0fbc7-11bc-48c9-aa4b-4ecbf4887921","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.585657599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"2117d650-2b92-4091-bafb-db4c4fbf7ffe","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.593522313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"1c9f5a8c-84e6-4d16-aba1-7dd085068982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:04:19.63059864Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-bbee67/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.640539206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"9519aa09-f7f8-42bb-9315-b50793ad95b7","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.645726665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"61d55798-2e28-4ac9-a642-ba92c327f099","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.671117407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"52f249a1-3737-48af-86cd-69959d9f3c4a","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.767616337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"a1ba7806-0a83-48ea-a0f2-0b020b0afb53","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.77270988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"bded06f9-2931-4015-8cde-c37611b74273","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.777793493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"56a65e3f-4a6e-4218-809b-e084e1372a49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.831529843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"1fdfcfad-caa6-4510-b98d-467808868ced","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.831863384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"e15fcae7-adf9-44e4-945b-30673e11fb11","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.83529262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"56a65e3f-4a6e-4218-809b-e084e1372a49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.855720832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"3c4be34b-e9ef-402b-9791-b83e395c54bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.863051276Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"1969f2b3-eb1e-4316-a7ef-5efada34a2a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"premium-w1-bbee67","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-bbee67/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.892336389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"56a65e3f-4a6e-4218-809b-e084e1372a49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:04:19.946463526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"56a65e3f-4a6e-4218-809b-e084e1372a49","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.989827043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"f2c917ae-f491-4fbd-bd49-dc34e7f14242","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:19.996092798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"eee20294-77b4-4069-bba0-017f337040ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.040563749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"8ad70a17-feb9-41f7-ba1e-a141d3bf49f3","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.047071083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"68f516a6-976e-4176-acaf-e8f01df510e3","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.047072759Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-426941 priority=0:[ai-tenant-e2e-worker-w2-426941/e2e-filter-sub-a-e7e00dff ai-tenant-e2e-worker-w2-426941/e2e-filter-sub-b-3363dbac]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.051278848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"f2c917ae-f491-4fbd-bd49-dc34e7f14242","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.055013264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"eee20294-77b4-4069-bba0-017f337040ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.10632018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"bfa93836-c19d-44c6-a20d-0785c1ac6f93","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.119902133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"8f5fc8f1-788f-40c5-ac1c-b38f010deff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.122813198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"eee20294-77b4-4069-bba0-017f337040ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:04:20.15831295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-3363dbac","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac","reconcileID":"194d51b8-c31a-4ab2-8f0e-11cc4d0ecace","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-3363dbac\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.163122692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"ee86efa7-0e86-4d01-a506-05f3743eb507","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.178485149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"8f5fc8f1-788f-40c5-ac1c-b38f010deff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.211355418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"6c5d0008-a62a-45ab-abf7-1ce34e75f67f","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.211899031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"0e1ecdb5-558a-48a0-a909-d59ee7b1066d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.211916429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"bd0c46cb-8950-4a4b-965d-535b8860ba5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.221228551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"4e95aae5-a81b-4389-bad5-00c24353debc","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.236187907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"8f5fc8f1-788f-40c5-ac1c-b38f010deff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.257643211Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"6ae20296-b7a1-4680-9817-87174f8182df","namespace":"llm","name":"e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.259827597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"6d1021b7-762a-4fb5-80bc-f98cd3f7baa9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.269534997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"bd0c46cb-8950-4a4b-965d-535b8860ba5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.269864011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"0e1ecdb5-558a-48a0-a909-d59ee7b1066d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.274968636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"bbc22f75-fc88-4ba9-ab40-2f820185e44d","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.309380377Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"0c4df0f7-232d-409f-b0e6-a5ac79d7e8fe","namespace":"llm","name":"e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.341341602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"412fca5e-5df5-4194-99ec-2b4ee011be26","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.377239491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"57a45e63-9ac6-490d-a9e8-935e7d5f782e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.377919635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"998da013-a95e-414d-8455-8bf47e97f9f7","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.396192153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"50777d8c-2181-45af-97ac-6c986a0e33f4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.4358949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"57a45e63-9ac6-490d-a9e8-935e7d5f782e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.453701637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"50777d8c-2181-45af-97ac-6c986a0e33f4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.492757072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"57a45e63-9ac6-490d-a9e8-935e7d5f782e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.53877649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"ec870e05-b6e3-47e5-b613-34c5c69c2fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.600757478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"ec870e05-b6e3-47e5-b613-34c5c69c2fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.616318168Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-3363dbac","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac","reconcileID":"0c0397a4-7171-45cd-96cc-0ca2bb01a06a","MaaSSubscription":{"name":"e2e-filter-sub-b-3363dbac","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-426941/e2e-filter-sub-a-e7e00dff","ai-tenant-e2e-worker-w2-426941/e2e-filter-sub-b-3363dbac","ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.633475549Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"1fe0bddf-77b4-4b6f-af78-32a3971015ea","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"name":"e2e-rt-sw-6cae81","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.653700242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"7501822b-97de-47e5-bebb-e02e1171c19c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.657283372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c25349-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"ec870e05-b6e3-47e5-b613-34c5c69c2fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.67736208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"c7448ddf-f1c0-4ee6-bb72-9f94582d9099","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.677525791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"d63c8440-c5b7-426f-a561-2401eed01874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.711691409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"7501822b-97de-47e5-bebb-e02e1171c19c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.736017893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"d63c8440-c5b7-426f-a561-2401eed01874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.736017347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"c7448ddf-f1c0-4ee6-bb72-9f94582d9099","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.767608401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c25349-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"7501822b-97de-47e5-bebb-e02e1171c19c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.789134309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"388c7859-2dda-494c-bc24-ff1adb5727ad","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.792907874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"d63c8440-c5b7-426f-a561-2401eed01874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.817566376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce3bab39-9cdb-4400-972d-13967b3cf175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.832991511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"4d425c7a-6c9d-4a54-8817-fb6e6e8af387","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.833043766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e7e00dff","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff","reconcileID":"a86c9937-a03b-4cab-a89c-d5f10280a5e5","MaaSSubscription":{"name":"e2e-filter-sub-a-e7e00dff","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.874687769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce3bab39-9cdb-4400-972d-13967b3cf175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.920125766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"47677b8a-c732-4662-8ac1-f0ebde20e098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.921809531Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"37a47767-6362-45ea-8749-d65a96a97626","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"name":"e2e-rt-sw-6cae81","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.929383717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"181fbbf5-d092-4831-b898-d63b1f6842d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.952391484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"fe929c4a-7f0e-457b-b3c4-a0cf8c6fb2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.975491484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba182fde-117d-45c7-a03e-7ec30106aa0b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.975511065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba182fde-117d-45c7-a03e-7ec30106aa0b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.975806929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fa46681-be4b-4abe-abb2-d031079bcb7d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.975820083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fa46681-be4b-4abe-abb2-d031079bcb7d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.976031147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d0041e43-9f6a-4ceb-979d-e58d7c1c17d7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.976043917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d0041e43-9f6a-4ceb-979d-e58d7c1c17d7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.976339197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"14d86dd4-849f-470d-a834-1d2aee19c2df","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.976350637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"14d86dd4-849f-470d-a834-1d2aee19c2df","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.976561218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c9d22f5-e3b9-4277-967c-95aaece2f149","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.97657218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c9d22f5-e3b9-4277-967c-95aaece2f149","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.976840438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bc633d7c-1676-4943-9f22-c6ae2a391f6e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.976850936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bc633d7c-1676-4943-9f22-c6ae2a391f6e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.977016338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"71140633-c385-4139-80bd-918c0ad63d4e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.977025743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"71140633-c385-4139-80bd-918c0ad63d4e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.977195302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c4ba6547-98cd-4d3a-b50f-496b13d2eccc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.977204779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c4ba6547-98cd-4d3a-b50f-496b13d2eccc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.977775728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"47677b8a-c732-4662-8ac1-f0ebde20e098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:20.987175983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"181fbbf5-d092-4831-b898-d63b1f6842d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.005051812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-3363dbac","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac","reconcileID":"1c785ce5-42e6-4d3c-93ec-e4b6f1119510","MaaSSubscription":{"name":"e2e-filter-sub-b-3363dbac","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.01004623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"fe929c4a-7f0e-457b-b3c4-a0cf8c6fb2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.030934553Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"abbe52ed-831e-4767-b88f-94f2b2f612a4","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"name":"e2e-rt-sw-6cae81","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.103799248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"6ac7b30f-996b-47c4-84e9-9d83fe67bf3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.105283244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5fc4e258-e8ef-47ad-8b09-723a9765ceaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.105513582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"049b44d3-fed5-468b-bff3-90b420685e54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.164706148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"6ac7b30f-996b-47c4-84e9-9d83fe67bf3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.175327679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"39a0500a-a7ed-435e-8005-cd2b0dcca794","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.308394193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"b1c5aa28-e47f-4efb-9b51-ccf089e351fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.3664331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"b1c5aa28-e47f-4efb-9b51-ccf089e351fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.415346365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-failed-auth","reconcileID":"3faffd0f-8d89-484a-951c-26b2920a1450","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.416015333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23af3a43-985f-4608-b88f-dc6a3f8e8685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.416518011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"800a8b03-1143-4575-9a58-4b56c9c387a1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.490056411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-failed-auth","reconcileID":"3faffd0f-8d89-484a-951c-26b2920a1450","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.533023854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"91e8e421-52c9-4d3f-b645-2f4070fed3d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.537542037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23af3a43-985f-4608-b88f-dc6a3f8e8685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.539020358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"800a8b03-1143-4575-9a58-4b56c9c387a1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.593988301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"91e8e421-52c9-4d3f-b645-2f4070fed3d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.735345984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"4b9bfed0-26ac-465c-b84a-db5e00588b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.793178652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"4b9bfed0-26ac-465c-b84a-db5e00588b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.849593257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"4b9bfed0-26ac-465c-b84a-db5e00588b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.937551416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c86a991e-fbfe-43a0-941f-4fcaa7b6f036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:21.995585008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c86a991e-fbfe-43a0-941f-4fcaa7b6f036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.062076223Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"6dda0f6d-f048-4e21-a9d4-a5069512d459","namespace":"llm","name":"e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.119367672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"cb24f863-39b7-4eaf-868c-2c7602efd171","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.119395357Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"cb24f863-39b7-4eaf-868c-2c7602efd171","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.226466191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"5a893572-1525-4dea-afd7-3a062d35e583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.226623668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"c3cb5d90-c2ee-400e-b49f-79dbdfcd79d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.226465065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"68323d57-7076-41b7-b9cf-a2cef0c22771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.227086112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"c317b19a-9843-4968-9ef6-9525e41dc6f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.284831056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"5a893572-1525-4dea-afd7-3a062d35e583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.284917809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"68323d57-7076-41b7-b9cf-a2cef0c22771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.287001353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"c3cb5d90-c2ee-400e-b49f-79dbdfcd79d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.287039573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"c317b19a-9843-4968-9ef6-9525e41dc6f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.327019847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfcb8275-cd7b-425d-9e53-25cf3aec0441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.341479003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c25349-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"5a893572-1525-4dea-afd7-3a062d35e583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.343837025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"c3cb5d90-c2ee-400e-b49f-79dbdfcd79d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.344160695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"c317b19a-9843-4968-9ef6-9525e41dc6f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.345340867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c25349-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"68323d57-7076-41b7-b9cf-a2cef0c22771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.384963056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfcb8275-cd7b-425d-9e53-25cf3aec0441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.504906246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"15ba6959-dbf1-462c-80c3-bc06134d1837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.506169164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"8eea0e3b-7362-4ab4-846c-764f46924e03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.507515383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"5ebb4962-1673-4f7d-b9fc-787370365d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.507611666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"bf8491da-3b77-4d2f-af20-e8422e4df78a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.563775051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"15ba6959-dbf1-462c-80c3-bc06134d1837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.566211015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"8eea0e3b-7362-4ab4-846c-764f46924e03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.56775422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"5ebb4962-1673-4f7d-b9fc-787370365d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.568359376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"bf8491da-3b77-4d2f-af20-e8422e4df78a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.761841217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"67163116-e448-44bc-918b-dfc0c6ce6001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.819641184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"67163116-e448-44bc-918b-dfc0c6ce6001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.963445233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"3040ac49-5647-4957-aed9-0ebae352857e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.963477258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"71f0b33f-65eb-4d91-a2ae-2c3022367fda","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.963926268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-failed-auth","reconcileID":"120043c7-5277-4fc6-8fa1-4bebe9583bab","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:22.964102245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ac42637-ca7e-49f5-a22b-4789d7291c87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.021562168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"71f0b33f-65eb-4d91-a2ae-2c3022367fda","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.022137607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-failed-auth","reconcileID":"120043c7-5277-4fc6-8fa1-4bebe9583bab","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.023909637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ac42637-ca7e-49f5-a22b-4789d7291c87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.02435552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"3040ac49-5647-4957-aed9-0ebae352857e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.188626286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"23e85214-ad47-4e2c-863c-480807ca7832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.246567239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"23e85214-ad47-4e2c-863c-480807ca7832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.425643127Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"cc87b5cf-2a49-42ef-878a-110d4b273f7b","namespace":"llm","name":"e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.591060774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"689ea148-206a-45fe-95be-21a4905b05de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.591243953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"84adffc0-4400-461e-9e58-bb637fa0d67e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.591558121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"a1294d3b-bb95-418f-af36-95b4b8388421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.591886669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"cf9e37c4-c8d1-4794-9dcf-5cb39e83d8a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.650067408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"84adffc0-4400-461e-9e58-bb637fa0d67e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.65115823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"cf9e37c4-c8d1-4794-9dcf-5cb39e83d8a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.652562606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"689ea148-206a-45fe-95be-21a4905b05de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.656002905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"a1294d3b-bb95-418f-af36-95b4b8388421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.688239701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"747b431e-b1c6-46aa-ad3d-259dfbd5a70d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.706516767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"84adffc0-4400-461e-9e58-bb637fa0d67e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.708218212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c25349-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"cf9e37c4-c8d1-4794-9dcf-5cb39e83d8a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.708891069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c25349-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"689ea148-206a-45fe-95be-21a4905b05de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.714029343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"a1294d3b-bb95-418f-af36-95b4b8388421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.747422212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"747b431e-b1c6-46aa-ad3d-259dfbd5a70d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.867287668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"9992e837-b73c-419a-ba35-8894931a7f17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.868041866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"2f3bf5e0-94a9-4802-af85-42d952f4dd06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.871820089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"70502fcd-2f6d-4c04-a803-a75561d6e3f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.879177249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"a76d97ed-f63d-4b51-8889-eee2ffdf7ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.925205489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"9992e837-b73c-419a-ba35-8894931a7f17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.925711553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"2f3bf5e0-94a9-4802-af85-42d952f4dd06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.9288256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"70502fcd-2f6d-4c04-a803-a75561d6e3f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:23.936410599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"a76d97ed-f63d-4b51-8889-eee2ffdf7ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:24.118742651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"4a2610ba-8e0c-42bc-a3f1-ace7b08bbb13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:24.176536253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"4a2610ba-8e0c-42bc-a3f1-ace7b08bbb13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:24.321534017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"01008202-fc9e-4c89-b92a-e059f566d3c7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:24.321565733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cae5481-bbfe-4a20-8fa3-d78004754eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:24.322079132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-failed-auth","reconcileID":"53862d4f-0909-4d5f-be1a-efe56302fc16","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:24.322091184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"6b13b4b5-54d6-4b79-909c-083f754e9855","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:24.409846017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cae5481-bbfe-4a20-8fa3-d78004754eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:24.431896508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"6b13b4b5-54d6-4b79-909c-083f754e9855","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:24.431986288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-failed-auth","reconcileID":"53862d4f-0909-4d5f-be1a-efe56302fc16","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:24.434042539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"01008202-fc9e-4c89-b92a-e059f566d3c7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:24.557531453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"9990dda2-bff1-461b-a141-79920553d7e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:24.616194276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"9990dda2-bff1-461b-a141-79920553d7e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.010442994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"95f19387-c723-4b27-be56-4f992eff9c14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.105712372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d2430cfa-8cd1-4b54-b512-185231b272ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.179951868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"53e58dee-23f6-4882-8554-d505cda3a9f8","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.210212092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"71a6ef8c-9eaa-4c3c-b34d-bae2271e65b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.210240569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"e51129d5-9d91-478c-8d7a-bf636941a9bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.308195357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"9e90c8db-b580-4b25-a51c-9344df5f0cb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.408842921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"65b571e4-de0c-4bd6-b940-bfe90e4bfa8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.430998076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"693c1ad1-bc2b-4f13-847d-5dd527547f78","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.479314939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"80bcd413-663a-443f-b232-03f3b7fa28f9","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.566762935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"98cfe208-776d-442c-bc1d-54f0b2483d75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.591928743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"59fe1ef1-638f-4ab4-907d-743680f91490","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.592075489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"1a49b660-0a88-44d2-8875-4dc597dba29b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.592438503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"21e35ff0-1d9b-4b67-8d2a-7ccbf0a77a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.592497667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"52668a78-5440-449c-8bea-6e4f18883b4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.65186109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"59fe1ef1-638f-4ab4-907d-743680f91490","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.652495875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"21e35ff0-1d9b-4b67-8d2a-7ccbf0a77a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.654394244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"52668a78-5440-449c-8bea-6e4f18883b4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.654775198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"1a49b660-0a88-44d2-8875-4dc597dba29b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.669011552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"97fb41f1-e015-4722-aa14-bc4ec7f22976","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.692264484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"a748e365-e3bc-4fea-878e-509bf6c6d707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.750362412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"a748e365-e3bc-4fea-878e-509bf6c6d707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.763520416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"8c637fc5-56e2-4c79-aff8-a72bbbc43a01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.806864597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c25349-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3c90d6d96c7b741086428722ad248ee07c67da22220c7d282a60272600163fb) AuthConfig (99efc93bed8fe0c7c6aa8999a2176dc9a132f5d5cee4bf2da5e49853bf229e86) AuthConfig (047e68c910f261bf6bd6ad31f3310856bcbc51acb54ab8256c6db9171d1c186f) AuthConfig (d6f7ca187743ea767225763156d07da6e86b729200cb20c5f8159d91e8f110a1) AuthConfig (84ffe548cb4b5e5c5cbb077d127666acf46fefa01c8d38cf5e23d9ed453f4267) AuthConfig (aae29437abc5f3fdeb5116e8b13c71a0f490ab6edea6852d50ff8eb09daa1a73) AuthConfig (20cad5029170a0097d8f69440b752bf23040e30215ffaa87e3fbacc818a787db) AuthConfig (7ee4f90e85e609ade09d3d0a07d01069598f416775c247d01cf6022f46744adb) AuthConfig (0e379f216330ba41c16b4d691aac0b0720a2f820d5cdbbd581cc17201cc801ce) AuthConfig (bd1f8d518db91222061587024743d9745b49d08ce9b4513eb710febb0e35811a) AuthConfig (5758c971105fa073c2738b2c262465d6293705cb03ad31019730674243a73bc4) AuthConfig (91ed68da2b3688cf22d4bd5aafd46717b81ecc965bf64e7bd8325e0dabe6f85f) AuthConfig (1da29dcf149e46d755ef058c5833a6eb2915e797576210a871791d1ed3e07077) AuthConfig (5f8964a6970425b0ec2ab6bf99f764a98135597787e21f65ebfe509cf30d92fc) AuthConfig (ad47be021cb3f8afe6a46e54a3b1c67d6b75cd9949fdfb4fe32c485439eaa1de) AuthConfig (eda018dcd5f10b690b789253b7fb2f22a6dc49d88818d4508235781c9f823fee) AuthConfig (b371114c2a6f8bf4f9ede511ec4308def8c78b07c0c2c42c236e858ef4ce5e38) AuthConfig (f86019daffd4d6563f6670122d7067b72185955016e59a4ed85daa3a244310f0) AuthConfig (7c1c79af0e7682e86fc2d60f791f6f1d52a2f51d958d06789272c857bcea56a5) AuthConfig (35fb3515a6c8c578223e3d87afb50958f37b14011976eb49a4b1d7be27dc53fe) AuthConfig (99de8f0d5a1cabfd4cd5558ad8b953538109c536a3c4d2908838606b14df6171) AuthConfig (35991142bd9f5b8f4c1f09dac9b3285513aa64ac8b6e77f17bea35674255440a) AuthConfig (707d0d9280f219ae4472923f222a60f585a6120f98c2ec1c70c240716a5c9c92) AuthConfig (c51ea021dbf8f672d95cb2d692fe94f32e69dc3577c1d44fc54d8d60545bd907) AuthConfig (fd06eb5849ccb5dd28b485748b0df2f59459de060d918c4865d6a1786fe22595) AuthConfig (ec28860f0daa5f1f6f3a90702af75a20380268aaadb4fd2bcf75efae5ed8e64c) AuthConfig (ddcafdaf9ba616663f7b01660a8284ccf18c2b4b476ce8dbe189ccc153cbf8c1) AuthConfig (3838517a96317655bb26f833819a755bbe95694e8bbe836f8990fd7e02c8fab5) AuthConfig (99fed6cb42d654901fc438e947214a4da4131bee81d22a993bb5f27e2907722b) AuthConfig (2921d412ab3c2f02c88b9c242b0c74ed779728ca95adb33332ac0f11cf44b9d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"a748e365-e3bc-4fea-878e-509bf6c6d707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:25.866813299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"0ab051d6-1a30-4b94-87e3-9d68c7d8933f","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:26.022219676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"fbd22878-d52e-49f8-b355-b508350d6b30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:26.02681873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"80cc4f33-6a3a-40f1-b6fd-3e5868b75fd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:26.079775568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"fbd22878-d52e-49f8-b355-b508350d6b30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:26.084213421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"80cc4f33-6a3a-40f1-b6fd-3e5868b75fd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:26.136192926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c25349-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3c90d6d96c7b741086428722ad248ee07c67da22220c7d282a60272600163fb) AuthConfig (99efc93bed8fe0c7c6aa8999a2176dc9a132f5d5cee4bf2da5e49853bf229e86) AuthConfig (047e68c910f261bf6bd6ad31f3310856bcbc51acb54ab8256c6db9171d1c186f) AuthConfig (d6f7ca187743ea767225763156d07da6e86b729200cb20c5f8159d91e8f110a1) AuthConfig (84ffe548cb4b5e5c5cbb077d127666acf46fefa01c8d38cf5e23d9ed453f4267) AuthConfig (aae29437abc5f3fdeb5116e8b13c71a0f490ab6edea6852d50ff8eb09daa1a73) AuthConfig (20cad5029170a0097d8f69440b752bf23040e30215ffaa87e3fbacc818a787db) AuthConfig (7ee4f90e85e609ade09d3d0a07d01069598f416775c247d01cf6022f46744adb) AuthConfig (0e379f216330ba41c16b4d691aac0b0720a2f820d5cdbbd581cc17201cc801ce) AuthConfig (bd1f8d518db91222061587024743d9745b49d08ce9b4513eb710febb0e35811a) AuthConfig (5758c971105fa073c2738b2c262465d6293705cb03ad31019730674243a73bc4) AuthConfig (91ed68da2b3688cf22d4bd5aafd46717b81ecc965bf64e7bd8325e0dabe6f85f) AuthConfig (1da29dcf149e46d755ef058c5833a6eb2915e797576210a871791d1ed3e07077) AuthConfig (5f8964a6970425b0ec2ab6bf99f764a98135597787e21f65ebfe509cf30d92fc) AuthConfig (ad47be021cb3f8afe6a46e54a3b1c67d6b75cd9949fdfb4fe32c485439eaa1de) AuthConfig (eda018dcd5f10b690b789253b7fb2f22a6dc49d88818d4508235781c9f823fee) AuthConfig (b371114c2a6f8bf4f9ede511ec4308def8c78b07c0c2c42c236e858ef4ce5e38) AuthConfig (f86019daffd4d6563f6670122d7067b72185955016e59a4ed85daa3a244310f0) AuthConfig (7c1c79af0e7682e86fc2d60f791f6f1d52a2f51d958d06789272c857bcea56a5) AuthConfig (35fb3515a6c8c578223e3d87afb50958f37b14011976eb49a4b1d7be27dc53fe) AuthConfig (99de8f0d5a1cabfd4cd5558ad8b953538109c536a3c4d2908838606b14df6171) AuthConfig (35991142bd9f5b8f4c1f09dac9b3285513aa64ac8b6e77f17bea35674255440a) AuthConfig (707d0d9280f219ae4472923f222a60f585a6120f98c2ec1c70c240716a5c9c92) AuthConfig (c51ea021dbf8f672d95cb2d692fe94f32e69dc3577c1d44fc54d8d60545bd907) AuthConfig (fd06eb5849ccb5dd28b485748b0df2f59459de060d918c4865d6a1786fe22595) AuthConfig (ec28860f0daa5f1f6f3a90702af75a20380268aaadb4fd2bcf75efae5ed8e64c) AuthConfig (ddcafdaf9ba616663f7b01660a8284ccf18c2b4b476ce8dbe189ccc153cbf8c1) AuthConfig (3838517a96317655bb26f833819a755bbe95694e8bbe836f8990fd7e02c8fab5) AuthConfig (99fed6cb42d654901fc438e947214a4da4131bee81d22a993bb5f27e2907722b) AuthConfig (2921d412ab3c2f02c88b9c242b0c74ed779728ca95adb33332ac0f11cf44b9d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"fbd22878-d52e-49f8-b355-b508350d6b30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:26.142774578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c25349-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3c90d6d96c7b741086428722ad248ee07c67da22220c7d282a60272600163fb) AuthConfig (99efc93bed8fe0c7c6aa8999a2176dc9a132f5d5cee4bf2da5e49853bf229e86) AuthConfig (047e68c910f261bf6bd6ad31f3310856bcbc51acb54ab8256c6db9171d1c186f) AuthConfig (d6f7ca187743ea767225763156d07da6e86b729200cb20c5f8159d91e8f110a1) AuthConfig (84ffe548cb4b5e5c5cbb077d127666acf46fefa01c8d38cf5e23d9ed453f4267) AuthConfig (aae29437abc5f3fdeb5116e8b13c71a0f490ab6edea6852d50ff8eb09daa1a73) AuthConfig (20cad5029170a0097d8f69440b752bf23040e30215ffaa87e3fbacc818a787db) AuthConfig (7ee4f90e85e609ade09d3d0a07d01069598f416775c247d01cf6022f46744adb) AuthConfig (0e379f216330ba41c16b4d691aac0b0720a2f820d5cdbbd581cc17201cc801ce) AuthConfig (bd1f8d518db91222061587024743d9745b49d08ce9b4513eb710febb0e35811a) AuthConfig (5758c971105fa073c2738b2c262465d6293705cb03ad31019730674243a73bc4) AuthConfig (91ed68da2b3688cf22d4bd5aafd46717b81ecc965bf64e7bd8325e0dabe6f85f) AuthConfig (1da29dcf149e46d755ef058c5833a6eb2915e797576210a871791d1ed3e07077) AuthConfig (5f8964a6970425b0ec2ab6bf99f764a98135597787e21f65ebfe509cf30d92fc) AuthConfig (ad47be021cb3f8afe6a46e54a3b1c67d6b75cd9949fdfb4fe32c485439eaa1de) AuthConfig (eda018dcd5f10b690b789253b7fb2f22a6dc49d88818d4508235781c9f823fee) AuthConfig (b371114c2a6f8bf4f9ede511ec4308def8c78b07c0c2c42c236e858ef4ce5e38) AuthConfig (f86019daffd4d6563f6670122d7067b72185955016e59a4ed85daa3a244310f0) AuthConfig (7c1c79af0e7682e86fc2d60f791f6f1d52a2f51d958d06789272c857bcea56a5) AuthConfig (35fb3515a6c8c578223e3d87afb50958f37b14011976eb49a4b1d7be27dc53fe) AuthConfig (99de8f0d5a1cabfd4cd5558ad8b953538109c536a3c4d2908838606b14df6171) AuthConfig (35991142bd9f5b8f4c1f09dac9b3285513aa64ac8b6e77f17bea35674255440a) AuthConfig (707d0d9280f219ae4472923f222a60f585a6120f98c2ec1c70c240716a5c9c92) AuthConfig (c51ea021dbf8f672d95cb2d692fe94f32e69dc3577c1d44fc54d8d60545bd907) AuthConfig (fd06eb5849ccb5dd28b485748b0df2f59459de060d918c4865d6a1786fe22595) AuthConfig (ec28860f0daa5f1f6f3a90702af75a20380268aaadb4fd2bcf75efae5ed8e64c) AuthConfig (ddcafdaf9ba616663f7b01660a8284ccf18c2b4b476ce8dbe189ccc153cbf8c1) AuthConfig (3838517a96317655bb26f833819a755bbe95694e8bbe836f8990fd7e02c8fab5) AuthConfig (99fed6cb42d654901fc438e947214a4da4131bee81d22a993bb5f27e2907722b) AuthConfig (2921d412ab3c2f02c88b9c242b0c74ed779728ca95adb33332ac0f11cf44b9d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"80cc4f33-6a3a-40f1-b6fd-3e5868b75fd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:26.195199755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"5376208d-a968-4e84-b58c-0fb8dd7e9a37","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:04:26.196841477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"80cc4f33-6a3a-40f1-b6fd-3e5868b75fd4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:26.327198588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"3bec6b08-874d-4655-8e72-05ad9e93113a","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:26.327225528Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"3bec6b08-874d-4655-8e72-05ad9e93113a","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:26.363327219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"d73cd8f1-ff81-48da-ae5d-dd071bc7c500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:26.4213828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"d73cd8f1-ff81-48da-ae5d-dd071bc7c500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:26.43565828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"68d44049-5264-431e-97ae-17dca20e78ee","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:26.435679751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"68d44049-5264-431e-97ae-17dca20e78ee","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:26.477680716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c25349-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3c90d6d96c7b741086428722ad248ee07c67da22220c7d282a60272600163fb) AuthConfig (99efc93bed8fe0c7c6aa8999a2176dc9a132f5d5cee4bf2da5e49853bf229e86) AuthConfig (047e68c910f261bf6bd6ad31f3310856bcbc51acb54ab8256c6db9171d1c186f) AuthConfig (d6f7ca187743ea767225763156d07da6e86b729200cb20c5f8159d91e8f110a1) AuthConfig (84ffe548cb4b5e5c5cbb077d127666acf46fefa01c8d38cf5e23d9ed453f4267) AuthConfig (aae29437abc5f3fdeb5116e8b13c71a0f490ab6edea6852d50ff8eb09daa1a73) AuthConfig (20cad5029170a0097d8f69440b752bf23040e30215ffaa87e3fbacc818a787db) AuthConfig (7ee4f90e85e609ade09d3d0a07d01069598f416775c247d01cf6022f46744adb) AuthConfig (0e379f216330ba41c16b4d691aac0b0720a2f820d5cdbbd581cc17201cc801ce) AuthConfig (bd1f8d518db91222061587024743d9745b49d08ce9b4513eb710febb0e35811a) AuthConfig (5758c971105fa073c2738b2c262465d6293705cb03ad31019730674243a73bc4) AuthConfig (91ed68da2b3688cf22d4bd5aafd46717b81ecc965bf64e7bd8325e0dabe6f85f) AuthConfig (1da29dcf149e46d755ef058c5833a6eb2915e797576210a871791d1ed3e07077) AuthConfig (5f8964a6970425b0ec2ab6bf99f764a98135597787e21f65ebfe509cf30d92fc) AuthConfig (ad47be021cb3f8afe6a46e54a3b1c67d6b75cd9949fdfb4fe32c485439eaa1de) AuthConfig (eda018dcd5f10b690b789253b7fb2f22a6dc49d88818d4508235781c9f823fee) AuthConfig (b371114c2a6f8bf4f9ede511ec4308def8c78b07c0c2c42c236e858ef4ce5e38) AuthConfig (f86019daffd4d6563f6670122d7067b72185955016e59a4ed85daa3a244310f0) AuthConfig (7c1c79af0e7682e86fc2d60f791f6f1d52a2f51d958d06789272c857bcea56a5) AuthConfig (35fb3515a6c8c578223e3d87afb50958f37b14011976eb49a4b1d7be27dc53fe) AuthConfig (99de8f0d5a1cabfd4cd5558ad8b953538109c536a3c4d2908838606b14df6171) AuthConfig (35991142bd9f5b8f4c1f09dac9b3285513aa64ac8b6e77f17bea35674255440a) AuthConfig (707d0d9280f219ae4472923f222a60f585a6120f98c2ec1c70c240716a5c9c92) AuthConfig (c51ea021dbf8f672d95cb2d692fe94f32e69dc3577c1d44fc54d8d60545bd907) AuthConfig (fd06eb5849ccb5dd28b485748b0df2f59459de060d918c4865d6a1786fe22595) AuthConfig (ec28860f0daa5f1f6f3a90702af75a20380268aaadb4fd2bcf75efae5ed8e64c) AuthConfig (ddcafdaf9ba616663f7b01660a8284ccf18c2b4b476ce8dbe189ccc153cbf8c1) AuthConfig (3838517a96317655bb26f833819a755bbe95694e8bbe836f8990fd7e02c8fab5) AuthConfig (99fed6cb42d654901fc438e947214a4da4131bee81d22a993bb5f27e2907722b) AuthConfig (2921d412ab3c2f02c88b9c242b0c74ed779728ca95adb33332ac0f11cf44b9d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"d73cd8f1-ff81-48da-ae5d-dd071bc7c500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:26.543425618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"133a99eb-2860-44c9-a57f-034d5fda7de9","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:26.601213752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"133a99eb-2860-44c9-a57f-034d5fda7de9","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:27.037549032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"f0c005a7-8f48-427e-97e0-530d1e9fcbcc","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:27.037576182Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"f0c005a7-8f48-427e-97e0-530d1e9fcbcc","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:30.457579901Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-failed-sub","reconcileID":"89fe4ee6-5c3c-4a03-92d6-24b3c26ebc91","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:30.457706856Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-failed-sub","reconcileID":"89fe4ee6-5c3c-4a03-92d6-24b3c26ebc91","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-14d090/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:30.841919141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"08d703af-a014-4470-bc56-3f9e483b50ea","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:30.939170381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"e8df0f45-aff9-4f9d-9480-d2b0a73215a1","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:30.94379028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-failed-auth","reconcileID":"6106ef9b-ff9b-4bbe-8193-0c7d315066ab","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:30.943927934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"e215449d-45e9-4923-85a7-487d3725d153","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:30.943791461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"45660bc1-8756-44db-a7fe-a8cf643bb583","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:31.001812274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"e215449d-45e9-4923-85a7-487d3725d153","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:31.00266258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"45660bc1-8756-44db-a7fe-a8cf643bb583","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:31.004079303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-failed-auth","reconcileID":"6106ef9b-ff9b-4bbe-8193-0c7d315066ab","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:31.209773202Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-failed-auth","reconcileID":"e95e6a39-2f12-414b-a71a-a87b55d89afc","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:31.375227155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"1b50565e-9782-4e79-b82e-af385aab0987","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:31.86870519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"9b59ade3-f669-4033-8162-fe84899f08ed","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:31.868752214Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"9b59ade3-f669-4033-8162-fe84899f08ed","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:04:31.926275598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-sub","reconcileID":"bc41d763-3f9a-43a3-bcd4-62d378dc1338","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-6cae81-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:32.029958991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"3bc76461-1729-451c-bc58-c87eb00f4805","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:32.029958974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4b29967-1109-4f4d-af8b-5078f5dd19b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:32.034395601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58fc7fff-4e06-4169-95a2-3e124d58a9ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:32.035812125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"f9f90cef-151d-4315-b38a-7f04704eb849","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:32.035828126Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"f9f90cef-151d-4315-b38a-7f04704eb849","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:32.088254484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"3bc76461-1729-451c-bc58-c87eb00f4805","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:32.088363894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4b29967-1109-4f4d-af8b-5078f5dd19b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:32.091602166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58fc7fff-4e06-4169-95a2-3e124d58a9ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:04:32.144860342Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"f9f90cef-151d-4315-b38a-7f04704eb849","name":"e2e-rt-sw-6cae81","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-6cae81\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:04:32.144918562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"f9f90cef-151d-4315-b38a-7f04704eb849","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-6cae81\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:32.198555947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"34102cae-c61f-446a-a777-7aa43ce8d044","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:32.198582326Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"34102cae-c61f-446a-a777-7aa43ce8d044","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:32.371307994Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-sub","reconcileID":"100357de-67c4-4093-8143-4b6dafaa673e","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-6cae81","model":"e2e-rt-sw-6cae81","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-6cae81-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:32.474968119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df4fa9dc-bc0f-4c62-9ea0-3ea024ad582b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:32.474970313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1912e3eb-d086-4262-826a-8d018d6ee0b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:32.532599114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df4fa9dc-bc0f-4c62-9ea0-3ea024ad582b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:32.53262963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1912e3eb-d086-4262-826a-8d018d6ee0b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:32.582124696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"580cc337-d0ba-4523-be43-2bacd1675d2f","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:32.639861388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"580cc337-d0ba-4523-be43-2bacd1675d2f","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:32.646001213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"995eeaff-5a9f-4fa5-b67b-a6ece41e5bcd","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:32.646020349Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"995eeaff-5a9f-4fa5-b67b-a6ece41e5bcd","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:32.86038804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-sub","reconcileID":"e75d3d34-97d0-46ec-be68-bcfd68fc1626","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-6cae81","model":"llm/e2e-rt-sw-6cae81","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:33.868630086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"6d7e793b-b575-4ba7-a04c-739d455eb476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:33.875646952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"702deb52-2e95-4633-9f6f-bd8ffdba5437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:33.926860403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"6d7e793b-b575-4ba7-a04c-739d455eb476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:33.93434283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"702deb52-2e95-4633-9f6f-bd8ffdba5437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:33.98322945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"6d7e793b-b575-4ba7-a04c-739d455eb476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:33.990519965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"702deb52-2e95-4633-9f6f-bd8ffdba5437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:35.603076896Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e7e00dff","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff","reconcileID":"feffc32d-9da7-409f-9030-08d619f267f2","MaaSSubscription":{"name":"e2e-filter-sub-a-e7e00dff","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscription":"e2e-filter-sub-a-e7e00dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:35.826024304Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e7e00dff","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff","reconcileID":"feffc32d-9da7-409f-9030-08d619f267f2","MaaSSubscription":{"name":"e2e-filter-sub-a-e7e00dff","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-426941/e2e-filter-sub-b-3363dbac","ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.049953508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"ef10af47-a08f-42cb-b929-e370061581ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.049988737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-3363dbac","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac","reconcileID":"f033fce5-085f-4373-8a9b-a73bcd1912b6","MaaSSubscription":{"name":"e2e-filter-sub-b-3363dbac","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.094533142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"e1f92996-9d27-4fb5-b80d-81edd5030b70","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.236214282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"359f083c-56ae-4391-bf69-1085d832ca6d","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.261916047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"81a61aa1-57e6-4a62-bbbf-2bf9dee54578","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.266002287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"5883fae0-534a-4c45-bc7d-338d440978d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.266116259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"fb073971-b8eb-4649-a52f-054accb3e26d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.266389033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"e8e6837f-045f-428f-ad25-0d1ab3931eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.319463313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"81a61aa1-57e6-4a62-bbbf-2bf9dee54578","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.323966006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"5883fae0-534a-4c45-bc7d-338d440978d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.324212978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"e8e6837f-045f-428f-ad25-0d1ab3931eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.326296291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"fb073971-b8eb-4649-a52f-054accb3e26d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.360124276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"4a33ec09-a77f-42ba-9bfe-df8e15d57703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.417783083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"4a33ec09-a77f-42ba-9bfe-df8e15d57703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.47413345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c25349-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3c90d6d96c7b741086428722ad248ee07c67da22220c7d282a60272600163fb) AuthConfig (99efc93bed8fe0c7c6aa8999a2176dc9a132f5d5cee4bf2da5e49853bf229e86) AuthConfig (047e68c910f261bf6bd6ad31f3310856bcbc51acb54ab8256c6db9171d1c186f) AuthConfig (d6f7ca187743ea767225763156d07da6e86b729200cb20c5f8159d91e8f110a1) AuthConfig (84ffe548cb4b5e5c5cbb077d127666acf46fefa01c8d38cf5e23d9ed453f4267) AuthConfig (aae29437abc5f3fdeb5116e8b13c71a0f490ab6edea6852d50ff8eb09daa1a73) AuthConfig (20cad5029170a0097d8f69440b752bf23040e30215ffaa87e3fbacc818a787db) AuthConfig (7ee4f90e85e609ade09d3d0a07d01069598f416775c247d01cf6022f46744adb) AuthConfig (0e379f216330ba41c16b4d691aac0b0720a2f820d5cdbbd581cc17201cc801ce) AuthConfig (bd1f8d518db91222061587024743d9745b49d08ce9b4513eb710febb0e35811a) AuthConfig (5758c971105fa073c2738b2c262465d6293705cb03ad31019730674243a73bc4) AuthConfig (91ed68da2b3688cf22d4bd5aafd46717b81ecc965bf64e7bd8325e0dabe6f85f) AuthConfig (1da29dcf149e46d755ef058c5833a6eb2915e797576210a871791d1ed3e07077) AuthConfig (5f8964a6970425b0ec2ab6bf99f764a98135597787e21f65ebfe509cf30d92fc) AuthConfig (ad47be021cb3f8afe6a46e54a3b1c67d6b75cd9949fdfb4fe32c485439eaa1de) AuthConfig (eda018dcd5f10b690b789253b7fb2f22a6dc49d88818d4508235781c9f823fee) AuthConfig (b371114c2a6f8bf4f9ede511ec4308def8c78b07c0c2c42c236e858ef4ce5e38) AuthConfig (f86019daffd4d6563f6670122d7067b72185955016e59a4ed85daa3a244310f0) AuthConfig (7c1c79af0e7682e86fc2d60f791f6f1d52a2f51d958d06789272c857bcea56a5) AuthConfig (35fb3515a6c8c578223e3d87afb50958f37b14011976eb49a4b1d7be27dc53fe) AuthConfig (99de8f0d5a1cabfd4cd5558ad8b953538109c536a3c4d2908838606b14df6171) AuthConfig (35991142bd9f5b8f4c1f09dac9b3285513aa64ac8b6e77f17bea35674255440a) AuthConfig (707d0d9280f219ae4472923f222a60f585a6120f98c2ec1c70c240716a5c9c92) AuthConfig (c51ea021dbf8f672d95cb2d692fe94f32e69dc3577c1d44fc54d8d60545bd907) AuthConfig (fd06eb5849ccb5dd28b485748b0df2f59459de060d918c4865d6a1786fe22595) AuthConfig (ec28860f0daa5f1f6f3a90702af75a20380268aaadb4fd2bcf75efae5ed8e64c) AuthConfig (ddcafdaf9ba616663f7b01660a8284ccf18c2b4b476ce8dbe189ccc153cbf8c1) AuthConfig (3838517a96317655bb26f833819a755bbe95694e8bbe836f8990fd7e02c8fab5) AuthConfig (99fed6cb42d654901fc438e947214a4da4131bee81d22a993bb5f27e2907722b) AuthConfig (2921d412ab3c2f02c88b9c242b0c74ed779728ca95adb33332ac0f11cf44b9d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"4a33ec09-a77f-42ba-9bfe-df8e15d57703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.649567089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"77325db2-e03c-4962-9766-1d7d8ce06f85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.712679956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"e300b3ab-5894-41b2-a780-47558bc1e301","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.717093765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"77325db2-e03c-4962-9766-1d7d8ce06f85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.766766092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"5f69eb77-046d-4a8a-81a1-559d0525b9a2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.766874221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"3c7fe283-b102-4856-96bd-bb4937342fe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.76717094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"0a19579d-09b9-4d47-97db-5bbbd0d00c3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.770548623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"e300b3ab-5894-41b2-a780-47558bc1e301","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.773280735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c25349-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3c90d6d96c7b741086428722ad248ee07c67da22220c7d282a60272600163fb) AuthConfig (99efc93bed8fe0c7c6aa8999a2176dc9a132f5d5cee4bf2da5e49853bf229e86) AuthConfig (047e68c910f261bf6bd6ad31f3310856bcbc51acb54ab8256c6db9171d1c186f) AuthConfig (d6f7ca187743ea767225763156d07da6e86b729200cb20c5f8159d91e8f110a1) AuthConfig (84ffe548cb4b5e5c5cbb077d127666acf46fefa01c8d38cf5e23d9ed453f4267) AuthConfig (aae29437abc5f3fdeb5116e8b13c71a0f490ab6edea6852d50ff8eb09daa1a73) AuthConfig (20cad5029170a0097d8f69440b752bf23040e30215ffaa87e3fbacc818a787db) AuthConfig (7ee4f90e85e609ade09d3d0a07d01069598f416775c247d01cf6022f46744adb) AuthConfig (0e379f216330ba41c16b4d691aac0b0720a2f820d5cdbbd581cc17201cc801ce) AuthConfig (bd1f8d518db91222061587024743d9745b49d08ce9b4513eb710febb0e35811a) AuthConfig (5758c971105fa073c2738b2c262465d6293705cb03ad31019730674243a73bc4) AuthConfig (91ed68da2b3688cf22d4bd5aafd46717b81ecc965bf64e7bd8325e0dabe6f85f) AuthConfig (1da29dcf149e46d755ef058c5833a6eb2915e797576210a871791d1ed3e07077) AuthConfig (5f8964a6970425b0ec2ab6bf99f764a98135597787e21f65ebfe509cf30d92fc) AuthConfig (ad47be021cb3f8afe6a46e54a3b1c67d6b75cd9949fdfb4fe32c485439eaa1de) AuthConfig (eda018dcd5f10b690b789253b7fb2f22a6dc49d88818d4508235781c9f823fee) AuthConfig (b371114c2a6f8bf4f9ede511ec4308def8c78b07c0c2c42c236e858ef4ce5e38) AuthConfig (f86019daffd4d6563f6670122d7067b72185955016e59a4ed85daa3a244310f0) AuthConfig (7c1c79af0e7682e86fc2d60f791f6f1d52a2f51d958d06789272c857bcea56a5) AuthConfig (35fb3515a6c8c578223e3d87afb50958f37b14011976eb49a4b1d7be27dc53fe) AuthConfig (99de8f0d5a1cabfd4cd5558ad8b953538109c536a3c4d2908838606b14df6171) AuthConfig (35991142bd9f5b8f4c1f09dac9b3285513aa64ac8b6e77f17bea35674255440a) AuthConfig (707d0d9280f219ae4472923f222a60f585a6120f98c2ec1c70c240716a5c9c92) AuthConfig (c51ea021dbf8f672d95cb2d692fe94f32e69dc3577c1d44fc54d8d60545bd907) AuthConfig (fd06eb5849ccb5dd28b485748b0df2f59459de060d918c4865d6a1786fe22595) AuthConfig (ec28860f0daa5f1f6f3a90702af75a20380268aaadb4fd2bcf75efae5ed8e64c) AuthConfig (ddcafdaf9ba616663f7b01660a8284ccf18c2b4b476ce8dbe189ccc153cbf8c1) AuthConfig (3838517a96317655bb26f833819a755bbe95694e8bbe836f8990fd7e02c8fab5) AuthConfig (99fed6cb42d654901fc438e947214a4da4131bee81d22a993bb5f27e2907722b) AuthConfig (2921d412ab3c2f02c88b9c242b0c74ed779728ca95adb33332ac0f11cf44b9d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"77325db2-e03c-4962-9766-1d7d8ce06f85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.825102975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"5f69eb77-046d-4a8a-81a1-559d0525b9a2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.82515628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"3c7fe283-b102-4856-96bd-bb4937342fe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:36.827404784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"0a19579d-09b9-4d47-97db-5bbbd0d00c3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:39.865472918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-sub","reconcileID":"11575cb9-e277-4f49-b107-f0a9720a9632","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-6cae81","model":"llm/e2e-rt-sw-6cae81","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:39.910412927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"68f38ad4-5e26-475d-ad04-c633235fb22b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:40.164354251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"0bfea91d-05f2-412d-8ecb-aa366e68a962","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:40.164381283Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"0bfea91d-05f2-412d-8ecb-aa366e68a962","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:40.219055936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"fbca4b22-1997-4402-9ddd-6e51ee0e3dea","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:40.671946277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"41eb0a54-523f-45b4-a30f-6758063771f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:40.83390441Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:40.840846954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"360bcf35-0e05-4a98-90e8-2c66c0afaa47","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:40.841124463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0effee6b-a039-47db-abed-7eae6a539d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:40.841420549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7fc7aad-fcb8-449c-9cc6-d60baa77886f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:40.842103622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"71ec9051-9b9f-4497-9a98-15b06fbad4c7","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:40.888116321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"337b3faa-87b0-4844-b1d0-284ed75d6839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:40.888254252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"a4481178-8172-40cc-bdc5-880568abce16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:40.898765314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"360bcf35-0e05-4a98-90e8-2c66c0afaa47","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:40.900103896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0effee6b-a039-47db-abed-7eae6a539d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:40.901178424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7fc7aad-fcb8-449c-9cc6-d60baa77886f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:40.946127168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"337b3faa-87b0-4844-b1d0-284ed75d6839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:40.947465974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"a4481178-8172-40cc-bdc5-880568abce16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:41.002681734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb531b6e5b88b0a38210c4c69ce5b76bf75ce2792ce58ac4951b0340ade86af5) AuthConfig (8aebc5d46a56b2401a660ca47e82525cdcd928d14b2da72dfb6611c82fcb6737) AuthConfig (35f186f580a74f1dc5850165c7bdf20d9bad2c8f62d6de718b95cc87ec370f17) AuthConfig (a6659839e099bf0535bc563dd5c02d80da829b003499ef3088f1231a45a6ddf2) AuthConfig (6563634741c9cff37167c2c69fb71a06ba672d1179d54610a591ae80f1f30f51) AuthConfig (1291ce5702c8245950e279d1021ff9190b30fd90e23a0b1acfa57c4640cfbdbb) AuthConfig (650cc641019f82db01c05279d49e8f614791dfcdc60f6fdaf1261ca8ba9fd4f9) AuthConfig (63632d2a1454476d7378ce7a82119a0c21ae705f33a976b64af3825283c6472b) AuthConfig (eb12a36f5e5b818b22e84b2178404b98ad300f956c0ebbf3e814775282f71068) AuthConfig (c250ec86ef16bfd56bd9d483bba2c6384d5c8f102b6f410504d6a982cb4e349c) AuthConfig (855cb3c7aa8b1343d153347e6280bd64afeb57f2e1d9c0738bf75359d7a6457e) AuthConfig (58493afdcb327b7a945ea6f650e5c7218c4935d16b8b081838ed184bd6feb6da) AuthConfig (bf6569a8bde930007bee382d72857eb0ac0df9132350c61862f662f1b01f34b6) AuthConfig (c159fb29d17ce5c6a1b407132232465104bc9721af588e5440697365c9edd811) AuthConfig (f06bb3d96b7c61d1714f1865d05c14d559ea54feb4643a4a35f94a87da132aaa) AuthConfig (47a386f6ae0f0ae173693d2c1b073402c05078f80215675a1c54428f1c8d8484) AuthConfig (58e473b6f433c44270b7aa371547e4e618aefd4c5de337003fe338fca4ef886d) AuthConfig (9c62371c3f0e95efd7fc1962b8794fa0837edb0e42188d02b57db31e3dc27181) AuthConfig (a10f9d711e01a4c4c9b92c8660f491a6c9853d2e23a441488362163736d25196) AuthConfig (86a042e080d27cd1f25c0d789b8f01de4df82f01c9e591c02beb1b31bc020d6f) AuthConfig (1333af6f746efa65882acecd13836bfb852f12e2dd89684487a5dc7b77016cf5) AuthConfig (313bd8d4fb6721d5c2e9fe7c99bf7c601defeb449d6967322311b0aaa59939d4) AuthConfig (cb39eab98667f35b9020c41353f93ece521085c6b4da1ae614265881a0cee978) AuthConfig (fd39899b7258c57d4e318cbcfe1fc438eed571942ad1c7c31c6be197d54d43a4) AuthConfig (ddec701d0d43ee25a9b6afc2bc1084c365090a99c0b214dddb61c91694de27e8) AuthConfig (d57230c132ac03ea0515a7d52b202e3738483e8f5a66a589b42a543f117382cb) AuthConfig (af35b854c1922fb20241ff378908379bae66e468c753ed7bd1da0cbda76fddd5) AuthConfig (b21b596c5f793d065b436919e24b6d5eb80cae97c844707a0018e394d084cd4e) AuthConfig (de5da28bdbd63ff2aa47a94bc995fc00e00e87f82ff985f543cf3b245bed3b3f) AuthConfig (87257344755029c2d55cae2a7c836ee8252fc46b6fd05ad6d90e4858299c5bf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"337b3faa-87b0-4844-b1d0-284ed75d6839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:41.003333113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb531b6e5b88b0a38210c4c69ce5b76bf75ce2792ce58ac4951b0340ade86af5) AuthConfig (8aebc5d46a56b2401a660ca47e82525cdcd928d14b2da72dfb6611c82fcb6737) AuthConfig (35f186f580a74f1dc5850165c7bdf20d9bad2c8f62d6de718b95cc87ec370f17) AuthConfig (a6659839e099bf0535bc563dd5c02d80da829b003499ef3088f1231a45a6ddf2) AuthConfig (6563634741c9cff37167c2c69fb71a06ba672d1179d54610a591ae80f1f30f51) AuthConfig (1291ce5702c8245950e279d1021ff9190b30fd90e23a0b1acfa57c4640cfbdbb) AuthConfig (650cc641019f82db01c05279d49e8f614791dfcdc60f6fdaf1261ca8ba9fd4f9) AuthConfig (63632d2a1454476d7378ce7a82119a0c21ae705f33a976b64af3825283c6472b) AuthConfig (eb12a36f5e5b818b22e84b2178404b98ad300f956c0ebbf3e814775282f71068) AuthConfig (c250ec86ef16bfd56bd9d483bba2c6384d5c8f102b6f410504d6a982cb4e349c) AuthConfig (855cb3c7aa8b1343d153347e6280bd64afeb57f2e1d9c0738bf75359d7a6457e) AuthConfig (58493afdcb327b7a945ea6f650e5c7218c4935d16b8b081838ed184bd6feb6da) AuthConfig (bf6569a8bde930007bee382d72857eb0ac0df9132350c61862f662f1b01f34b6) AuthConfig (c159fb29d17ce5c6a1b407132232465104bc9721af588e5440697365c9edd811) AuthConfig (f06bb3d96b7c61d1714f1865d05c14d559ea54feb4643a4a35f94a87da132aaa) AuthConfig (47a386f6ae0f0ae173693d2c1b073402c05078f80215675a1c54428f1c8d8484) AuthConfig (58e473b6f433c44270b7aa371547e4e618aefd4c5de337003fe338fca4ef886d) AuthConfig (9c62371c3f0e95efd7fc1962b8794fa0837edb0e42188d02b57db31e3dc27181) AuthConfig (a10f9d711e01a4c4c9b92c8660f491a6c9853d2e23a441488362163736d25196) AuthConfig (86a042e080d27cd1f25c0d789b8f01de4df82f01c9e591c02beb1b31bc020d6f) AuthConfig (1333af6f746efa65882acecd13836bfb852f12e2dd89684487a5dc7b77016cf5) AuthConfig (313bd8d4fb6721d5c2e9fe7c99bf7c601defeb449d6967322311b0aaa59939d4) AuthConfig (cb39eab98667f35b9020c41353f93ece521085c6b4da1ae614265881a0cee978) AuthConfig (fd39899b7258c57d4e318cbcfe1fc438eed571942ad1c7c31c6be197d54d43a4) AuthConfig (ddec701d0d43ee25a9b6afc2bc1084c365090a99c0b214dddb61c91694de27e8) AuthConfig (d57230c132ac03ea0515a7d52b202e3738483e8f5a66a589b42a543f117382cb) AuthConfig (af35b854c1922fb20241ff378908379bae66e468c753ed7bd1da0cbda76fddd5) AuthConfig (b21b596c5f793d065b436919e24b6d5eb80cae97c844707a0018e394d084cd4e) AuthConfig (de5da28bdbd63ff2aa47a94bc995fc00e00e87f82ff985f543cf3b245bed3b3f) AuthConfig (87257344755029c2d55cae2a7c836ee8252fc46b6fd05ad6d90e4858299c5bf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"a4481178-8172-40cc-bdc5-880568abce16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:41.061857148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"82e515c0-97a8-4e98-a925-0898f67dfd34","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:41.064429641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"b2fcef49-e503-4137-b98e-a91754f5f307","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:41.222202985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"cfc39c75-e741-4ba7-ae7a-5c84b212148b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:41.224045194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"eefe4f26-86bc-4f95-85f5-a7d2bb76dc4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:41.281426322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"cfc39c75-e741-4ba7-ae7a-5c84b212148b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:41.282169196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"eefe4f26-86bc-4f95-85f5-a7d2bb76dc4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:41.338981197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb531b6e5b88b0a38210c4c69ce5b76bf75ce2792ce58ac4951b0340ade86af5) AuthConfig (8aebc5d46a56b2401a660ca47e82525cdcd928d14b2da72dfb6611c82fcb6737) AuthConfig (35f186f580a74f1dc5850165c7bdf20d9bad2c8f62d6de718b95cc87ec370f17) AuthConfig (a6659839e099bf0535bc563dd5c02d80da829b003499ef3088f1231a45a6ddf2) AuthConfig (6563634741c9cff37167c2c69fb71a06ba672d1179d54610a591ae80f1f30f51) AuthConfig (1291ce5702c8245950e279d1021ff9190b30fd90e23a0b1acfa57c4640cfbdbb) AuthConfig (650cc641019f82db01c05279d49e8f614791dfcdc60f6fdaf1261ca8ba9fd4f9) AuthConfig (63632d2a1454476d7378ce7a82119a0c21ae705f33a976b64af3825283c6472b) AuthConfig (eb12a36f5e5b818b22e84b2178404b98ad300f956c0ebbf3e814775282f71068) AuthConfig (c250ec86ef16bfd56bd9d483bba2c6384d5c8f102b6f410504d6a982cb4e349c) AuthConfig (855cb3c7aa8b1343d153347e6280bd64afeb57f2e1d9c0738bf75359d7a6457e) AuthConfig (58493afdcb327b7a945ea6f650e5c7218c4935d16b8b081838ed184bd6feb6da) AuthConfig (bf6569a8bde930007bee382d72857eb0ac0df9132350c61862f662f1b01f34b6) AuthConfig (c159fb29d17ce5c6a1b407132232465104bc9721af588e5440697365c9edd811) AuthConfig (f06bb3d96b7c61d1714f1865d05c14d559ea54feb4643a4a35f94a87da132aaa) AuthConfig (47a386f6ae0f0ae173693d2c1b073402c05078f80215675a1c54428f1c8d8484) AuthConfig (58e473b6f433c44270b7aa371547e4e618aefd4c5de337003fe338fca4ef886d) AuthConfig (9c62371c3f0e95efd7fc1962b8794fa0837edb0e42188d02b57db31e3dc27181) AuthConfig (a10f9d711e01a4c4c9b92c8660f491a6c9853d2e23a441488362163736d25196) AuthConfig (86a042e080d27cd1f25c0d789b8f01de4df82f01c9e591c02beb1b31bc020d6f) AuthConfig (1333af6f746efa65882acecd13836bfb852f12e2dd89684487a5dc7b77016cf5) AuthConfig (313bd8d4fb6721d5c2e9fe7c99bf7c601defeb449d6967322311b0aaa59939d4) AuthConfig (cb39eab98667f35b9020c41353f93ece521085c6b4da1ae614265881a0cee978) AuthConfig (fd39899b7258c57d4e318cbcfe1fc438eed571942ad1c7c31c6be197d54d43a4) AuthConfig (ddec701d0d43ee25a9b6afc2bc1084c365090a99c0b214dddb61c91694de27e8) AuthConfig (d57230c132ac03ea0515a7d52b202e3738483e8f5a66a589b42a543f117382cb) AuthConfig (af35b854c1922fb20241ff378908379bae66e468c753ed7bd1da0cbda76fddd5) AuthConfig (b21b596c5f793d065b436919e24b6d5eb80cae97c844707a0018e394d084cd4e) AuthConfig (de5da28bdbd63ff2aa47a94bc995fc00e00e87f82ff985f543cf3b245bed3b3f) AuthConfig (87257344755029c2d55cae2a7c836ee8252fc46b6fd05ad6d90e4858299c5bf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"eefe4f26-86bc-4f95-85f5-a7d2bb76dc4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:41.339011495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb531b6e5b88b0a38210c4c69ce5b76bf75ce2792ce58ac4951b0340ade86af5) AuthConfig (8aebc5d46a56b2401a660ca47e82525cdcd928d14b2da72dfb6611c82fcb6737) AuthConfig (35f186f580a74f1dc5850165c7bdf20d9bad2c8f62d6de718b95cc87ec370f17) AuthConfig (a6659839e099bf0535bc563dd5c02d80da829b003499ef3088f1231a45a6ddf2) AuthConfig (6563634741c9cff37167c2c69fb71a06ba672d1179d54610a591ae80f1f30f51) AuthConfig (1291ce5702c8245950e279d1021ff9190b30fd90e23a0b1acfa57c4640cfbdbb) AuthConfig (650cc641019f82db01c05279d49e8f614791dfcdc60f6fdaf1261ca8ba9fd4f9) AuthConfig (63632d2a1454476d7378ce7a82119a0c21ae705f33a976b64af3825283c6472b) AuthConfig (eb12a36f5e5b818b22e84b2178404b98ad300f956c0ebbf3e814775282f71068) AuthConfig (c250ec86ef16bfd56bd9d483bba2c6384d5c8f102b6f410504d6a982cb4e349c) AuthConfig (855cb3c7aa8b1343d153347e6280bd64afeb57f2e1d9c0738bf75359d7a6457e) AuthConfig (58493afdcb327b7a945ea6f650e5c7218c4935d16b8b081838ed184bd6feb6da) AuthConfig (bf6569a8bde930007bee382d72857eb0ac0df9132350c61862f662f1b01f34b6) AuthConfig (c159fb29d17ce5c6a1b407132232465104bc9721af588e5440697365c9edd811) AuthConfig (f06bb3d96b7c61d1714f1865d05c14d559ea54feb4643a4a35f94a87da132aaa) AuthConfig (47a386f6ae0f0ae173693d2c1b073402c05078f80215675a1c54428f1c8d8484) AuthConfig (58e473b6f433c44270b7aa371547e4e618aefd4c5de337003fe338fca4ef886d) AuthConfig (9c62371c3f0e95efd7fc1962b8794fa0837edb0e42188d02b57db31e3dc27181) AuthConfig (a10f9d711e01a4c4c9b92c8660f491a6c9853d2e23a441488362163736d25196) AuthConfig (86a042e080d27cd1f25c0d789b8f01de4df82f01c9e591c02beb1b31bc020d6f) AuthConfig (1333af6f746efa65882acecd13836bfb852f12e2dd89684487a5dc7b77016cf5) AuthConfig (313bd8d4fb6721d5c2e9fe7c99bf7c601defeb449d6967322311b0aaa59939d4) AuthConfig (cb39eab98667f35b9020c41353f93ece521085c6b4da1ae614265881a0cee978) AuthConfig (fd39899b7258c57d4e318cbcfe1fc438eed571942ad1c7c31c6be197d54d43a4) AuthConfig (ddec701d0d43ee25a9b6afc2bc1084c365090a99c0b214dddb61c91694de27e8) AuthConfig (d57230c132ac03ea0515a7d52b202e3738483e8f5a66a589b42a543f117382cb) AuthConfig (af35b854c1922fb20241ff378908379bae66e468c753ed7bd1da0cbda76fddd5) AuthConfig (b21b596c5f793d065b436919e24b6d5eb80cae97c844707a0018e394d084cd4e) AuthConfig (de5da28bdbd63ff2aa47a94bc995fc00e00e87f82ff985f543cf3b245bed3b3f) AuthConfig (87257344755029c2d55cae2a7c836ee8252fc46b6fd05ad6d90e4858299c5bf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"cfc39c75-e741-4ba7-ae7a-5c84b212148b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:04:41.393375253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"cfc39c75-e741-4ba7-ae7a-5c84b212148b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:41.559176592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"13d345d3-b5b5-45b7-8025-e4c78010d2e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:41.617001524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"13d345d3-b5b5-45b7-8025-e4c78010d2e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:41.673233353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb531b6e5b88b0a38210c4c69ce5b76bf75ce2792ce58ac4951b0340ade86af5) AuthConfig (8aebc5d46a56b2401a660ca47e82525cdcd928d14b2da72dfb6611c82fcb6737) AuthConfig (35f186f580a74f1dc5850165c7bdf20d9bad2c8f62d6de718b95cc87ec370f17) AuthConfig (a6659839e099bf0535bc563dd5c02d80da829b003499ef3088f1231a45a6ddf2) AuthConfig (6563634741c9cff37167c2c69fb71a06ba672d1179d54610a591ae80f1f30f51) AuthConfig (1291ce5702c8245950e279d1021ff9190b30fd90e23a0b1acfa57c4640cfbdbb) AuthConfig (650cc641019f82db01c05279d49e8f614791dfcdc60f6fdaf1261ca8ba9fd4f9) AuthConfig (63632d2a1454476d7378ce7a82119a0c21ae705f33a976b64af3825283c6472b) AuthConfig (eb12a36f5e5b818b22e84b2178404b98ad300f956c0ebbf3e814775282f71068) AuthConfig (c250ec86ef16bfd56bd9d483bba2c6384d5c8f102b6f410504d6a982cb4e349c) AuthConfig (855cb3c7aa8b1343d153347e6280bd64afeb57f2e1d9c0738bf75359d7a6457e) AuthConfig (58493afdcb327b7a945ea6f650e5c7218c4935d16b8b081838ed184bd6feb6da) AuthConfig (bf6569a8bde930007bee382d72857eb0ac0df9132350c61862f662f1b01f34b6) AuthConfig (c159fb29d17ce5c6a1b407132232465104bc9721af588e5440697365c9edd811) AuthConfig (f06bb3d96b7c61d1714f1865d05c14d559ea54feb4643a4a35f94a87da132aaa) AuthConfig (47a386f6ae0f0ae173693d2c1b073402c05078f80215675a1c54428f1c8d8484) AuthConfig (58e473b6f433c44270b7aa371547e4e618aefd4c5de337003fe338fca4ef886d) AuthConfig (9c62371c3f0e95efd7fc1962b8794fa0837edb0e42188d02b57db31e3dc27181) AuthConfig (a10f9d711e01a4c4c9b92c8660f491a6c9853d2e23a441488362163736d25196) AuthConfig (86a042e080d27cd1f25c0d789b8f01de4df82f01c9e591c02beb1b31bc020d6f) AuthConfig (1333af6f746efa65882acecd13836bfb852f12e2dd89684487a5dc7b77016cf5) AuthConfig (313bd8d4fb6721d5c2e9fe7c99bf7c601defeb449d6967322311b0aaa59939d4) AuthConfig (cb39eab98667f35b9020c41353f93ece521085c6b4da1ae614265881a0cee978) AuthConfig (fd39899b7258c57d4e318cbcfe1fc438eed571942ad1c7c31c6be197d54d43a4) AuthConfig (ddec701d0d43ee25a9b6afc2bc1084c365090a99c0b214dddb61c91694de27e8) AuthConfig (d57230c132ac03ea0515a7d52b202e3738483e8f5a66a589b42a543f117382cb) AuthConfig (af35b854c1922fb20241ff378908379bae66e468c753ed7bd1da0cbda76fddd5) AuthConfig (b21b596c5f793d065b436919e24b6d5eb80cae97c844707a0018e394d084cd4e) AuthConfig (de5da28bdbd63ff2aa47a94bc995fc00e00e87f82ff985f543cf3b245bed3b3f) AuthConfig (87257344755029c2d55cae2a7c836ee8252fc46b6fd05ad6d90e4858299c5bf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"13d345d3-b5b5-45b7-8025-e4c78010d2e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:42.861339251Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"92127444-c7f2-4699-a318-9123b1f2a1cd","namespace":"llm","name":"e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:42.91605267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"db87cf95-108f-423d-b3e7-45d0b63e8e74","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:42.916078423Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"db87cf95-108f-423d-b3e7-45d0b63e8e74","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.023580044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"83ea2715-750f-475a-9c8f-c958c430fbb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.025183489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"0cb2187f-e9d1-46f1-ad19-16644fe435b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.025372115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"43a84f8c-c74f-4a0c-ab82-de73b0e28912","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.025540587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"2ae921e5-ca4d-44f6-b0cc-989f7b2f7bcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.06827053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"991a6a0d-8aef-422f-9948-bc3dbd442b97","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.068289478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"991a6a0d-8aef-422f-9948-bc3dbd442b97","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.068545108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"758a43df-9840-44af-9ec1-6ef9a58d0365","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.06855763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"758a43df-9840-44af-9ec1-6ef9a58d0365","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.068764073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6b5a7be9-b0cd-4295-aef5-e936b98116b1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.068776528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6b5a7be9-b0cd-4295-aef5-e936b98116b1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.068956026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c8590962-cdd1-4ea3-bda3-8b8182729702","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.068966684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c8590962-cdd1-4ea3-bda3-8b8182729702","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.069133046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fead9d33-aae4-44c6-8c6a-3aed68e55183","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.069142269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fead9d33-aae4-44c6-8c6a-3aed68e55183","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.069311997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4756f54-ef44-4721-8a1f-cf888b57d0f0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.069320957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4756f54-ef44-4721-8a1f-cf888b57d0f0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.069569349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1dd59cbf-05b5-4b70-a566-8a9aafabc740","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.069578884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1dd59cbf-05b5-4b70-a566-8a9aafabc740","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.069770285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70eec67f-a00a-4807-a475-fec5c11d009f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.069780494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70eec67f-a00a-4807-a475-fec5c11d009f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.077709188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"4b7d3098-64df-43f2-9f36-f3633ed53423","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.081841715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"83ea2715-750f-475a-9c8f-c958c430fbb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.083232681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"43a84f8c-c74f-4a0c-ab82-de73b0e28912","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.084066605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"2ae921e5-ca4d-44f6-b0cc-989f7b2f7bcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.085446771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"0cb2187f-e9d1-46f1-ad19-16644fe435b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.123668485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"66275824-7bc6-4a54-8fe4-34abfa90cadc","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.123685862Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"66275824-7bc6-4a54-8fe4-34abfa90cadc","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.135572376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"4b7d3098-64df-43f2-9f36-f3633ed53423","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.139726385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb531b6e5b88b0a38210c4c69ce5b76bf75ce2792ce58ac4951b0340ade86af5) AuthConfig (8aebc5d46a56b2401a660ca47e82525cdcd928d14b2da72dfb6611c82fcb6737) AuthConfig (35f186f580a74f1dc5850165c7bdf20d9bad2c8f62d6de718b95cc87ec370f17) AuthConfig (a6659839e099bf0535bc563dd5c02d80da829b003499ef3088f1231a45a6ddf2) AuthConfig (6563634741c9cff37167c2c69fb71a06ba672d1179d54610a591ae80f1f30f51) AuthConfig (1291ce5702c8245950e279d1021ff9190b30fd90e23a0b1acfa57c4640cfbdbb) AuthConfig (650cc641019f82db01c05279d49e8f614791dfcdc60f6fdaf1261ca8ba9fd4f9) AuthConfig (63632d2a1454476d7378ce7a82119a0c21ae705f33a976b64af3825283c6472b) AuthConfig (eb12a36f5e5b818b22e84b2178404b98ad300f956c0ebbf3e814775282f71068) AuthConfig (c250ec86ef16bfd56bd9d483bba2c6384d5c8f102b6f410504d6a982cb4e349c) AuthConfig (855cb3c7aa8b1343d153347e6280bd64afeb57f2e1d9c0738bf75359d7a6457e) AuthConfig (58493afdcb327b7a945ea6f650e5c7218c4935d16b8b081838ed184bd6feb6da) AuthConfig (bf6569a8bde930007bee382d72857eb0ac0df9132350c61862f662f1b01f34b6) AuthConfig (c159fb29d17ce5c6a1b407132232465104bc9721af588e5440697365c9edd811) AuthConfig (f06bb3d96b7c61d1714f1865d05c14d559ea54feb4643a4a35f94a87da132aaa) AuthConfig (47a386f6ae0f0ae173693d2c1b073402c05078f80215675a1c54428f1c8d8484) AuthConfig (58e473b6f433c44270b7aa371547e4e618aefd4c5de337003fe338fca4ef886d) AuthConfig (9c62371c3f0e95efd7fc1962b8794fa0837edb0e42188d02b57db31e3dc27181) AuthConfig (a10f9d711e01a4c4c9b92c8660f491a6c9853d2e23a441488362163736d25196) AuthConfig (86a042e080d27cd1f25c0d789b8f01de4df82f01c9e591c02beb1b31bc020d6f) AuthConfig (1333af6f746efa65882acecd13836bfb852f12e2dd89684487a5dc7b77016cf5) AuthConfig (313bd8d4fb6721d5c2e9fe7c99bf7c601defeb449d6967322311b0aaa59939d4) AuthConfig (cb39eab98667f35b9020c41353f93ece521085c6b4da1ae614265881a0cee978) AuthConfig (fd39899b7258c57d4e318cbcfe1fc438eed571942ad1c7c31c6be197d54d43a4) AuthConfig (ddec701d0d43ee25a9b6afc2bc1084c365090a99c0b214dddb61c91694de27e8) AuthConfig (d57230c132ac03ea0515a7d52b202e3738483e8f5a66a589b42a543f117382cb) AuthConfig (af35b854c1922fb20241ff378908379bae66e468c753ed7bd1da0cbda76fddd5) AuthConfig (b21b596c5f793d065b436919e24b6d5eb80cae97c844707a0018e394d084cd4e) AuthConfig (de5da28bdbd63ff2aa47a94bc995fc00e00e87f82ff985f543cf3b245bed3b3f) AuthConfig (87257344755029c2d55cae2a7c836ee8252fc46b6fd05ad6d90e4858299c5bf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"43a84f8c-c74f-4a0c-ab82-de73b0e28912","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.141561194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb531b6e5b88b0a38210c4c69ce5b76bf75ce2792ce58ac4951b0340ade86af5) AuthConfig (8aebc5d46a56b2401a660ca47e82525cdcd928d14b2da72dfb6611c82fcb6737) AuthConfig (35f186f580a74f1dc5850165c7bdf20d9bad2c8f62d6de718b95cc87ec370f17) AuthConfig (a6659839e099bf0535bc563dd5c02d80da829b003499ef3088f1231a45a6ddf2) AuthConfig (6563634741c9cff37167c2c69fb71a06ba672d1179d54610a591ae80f1f30f51) AuthConfig (1291ce5702c8245950e279d1021ff9190b30fd90e23a0b1acfa57c4640cfbdbb) AuthConfig (650cc641019f82db01c05279d49e8f614791dfcdc60f6fdaf1261ca8ba9fd4f9) AuthConfig (63632d2a1454476d7378ce7a82119a0c21ae705f33a976b64af3825283c6472b) AuthConfig (eb12a36f5e5b818b22e84b2178404b98ad300f956c0ebbf3e814775282f71068) AuthConfig (c250ec86ef16bfd56bd9d483bba2c6384d5c8f102b6f410504d6a982cb4e349c) AuthConfig (855cb3c7aa8b1343d153347e6280bd64afeb57f2e1d9c0738bf75359d7a6457e) AuthConfig (58493afdcb327b7a945ea6f650e5c7218c4935d16b8b081838ed184bd6feb6da) AuthConfig (bf6569a8bde930007bee382d72857eb0ac0df9132350c61862f662f1b01f34b6) AuthConfig (c159fb29d17ce5c6a1b407132232465104bc9721af588e5440697365c9edd811) AuthConfig (f06bb3d96b7c61d1714f1865d05c14d559ea54feb4643a4a35f94a87da132aaa) AuthConfig (47a386f6ae0f0ae173693d2c1b073402c05078f80215675a1c54428f1c8d8484) AuthConfig (58e473b6f433c44270b7aa371547e4e618aefd4c5de337003fe338fca4ef886d) AuthConfig (9c62371c3f0e95efd7fc1962b8794fa0837edb0e42188d02b57db31e3dc27181) AuthConfig (a10f9d711e01a4c4c9b92c8660f491a6c9853d2e23a441488362163736d25196) AuthConfig (86a042e080d27cd1f25c0d789b8f01de4df82f01c9e591c02beb1b31bc020d6f) AuthConfig (1333af6f746efa65882acecd13836bfb852f12e2dd89684487a5dc7b77016cf5) AuthConfig (313bd8d4fb6721d5c2e9fe7c99bf7c601defeb449d6967322311b0aaa59939d4) AuthConfig (cb39eab98667f35b9020c41353f93ece521085c6b4da1ae614265881a0cee978) AuthConfig (fd39899b7258c57d4e318cbcfe1fc438eed571942ad1c7c31c6be197d54d43a4) AuthConfig (ddec701d0d43ee25a9b6afc2bc1084c365090a99c0b214dddb61c91694de27e8) AuthConfig (d57230c132ac03ea0515a7d52b202e3738483e8f5a66a589b42a543f117382cb) AuthConfig (af35b854c1922fb20241ff378908379bae66e468c753ed7bd1da0cbda76fddd5) AuthConfig (b21b596c5f793d065b436919e24b6d5eb80cae97c844707a0018e394d084cd4e) AuthConfig (de5da28bdbd63ff2aa47a94bc995fc00e00e87f82ff985f543cf3b245bed3b3f) AuthConfig (87257344755029c2d55cae2a7c836ee8252fc46b6fd05ad6d90e4858299c5bf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"0cb2187f-e9d1-46f1-ad19-16644fe435b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.288268128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1b016221-67e4-4a8a-b704-ca8a14ee469a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.288717675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e04b0ab8-a03e-4bf1-86f6-e9f486a9eda9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.302115983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"615d51e9-99c4-46c2-a1f1-bb240addd17f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.302347212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"b2edb23b-e2cf-435a-8ff3-157beb8e69e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.342837096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-sub","reconcileID":"2586c5fb-d34c-40ad-99d5-92bb0fc7e80b","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-6cae81","model":"llm/e2e-rt-sw-6cae81","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.359685488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"615d51e9-99c4-46c2-a1f1-bb240addd17f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.359795125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"b2edb23b-e2cf-435a-8ff3-157beb8e69e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.402781433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"0aa59cb2-d6fe-43f0-bafb-2ea9a6d9e575","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.405862192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"a6783bec-684a-4ee7-b233-9de6a417235c","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.56568897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"74a1e8b3-3139-400f-999e-186387fbcdcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.566122224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"cefa0f3f-492f-4fa3-a7a4-6d95058a5364","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.624013613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"74a1e8b3-3139-400f-999e-186387fbcdcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.624122226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"cefa0f3f-492f-4fa3-a7a4-6d95058a5364","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.672134246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe3eb5fc-89a9-4121-a000-a23e73248b74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.679827262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"3a1ae58c-3bdc-429e-9241-37324c60d026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.679834926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"0c4332ae-a324-43ed-b151-f778a533340e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.729720398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe3eb5fc-89a9-4121-a000-a23e73248b74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.737377578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"0c4332ae-a324-43ed-b151-f778a533340e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.737568532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"3a1ae58c-3bdc-429e-9241-37324c60d026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:43.947216431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"0d8940c6-0bca-458b-bfe7-ad393babe6ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.013848533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1ec4d73-ed4a-48ef-91ab-e0a6f4e682be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.018059274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"0d8940c6-0bca-458b-bfe7-ad393babe6ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.047288647Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"02ae8237-eb38-4cf4-9e58-276e33479529","namespace":"llm","name":"e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.071111437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1ec4d73-ed4a-48ef-91ab-e0a6f4e682be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.101175516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"93ae6514-39b3-42f5-987d-1453019991a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.154164845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"15fc2f02-fb2b-4af3-8a2d-448ac278b382","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.159914246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"93ae6514-39b3-42f5-987d-1453019991a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.209147657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"7aebb47a-1a81-4272-8fa1-448d6674e1aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.212797899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"15fc2f02-fb2b-4af3-8a2d-448ac278b382","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.266384819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"7aebb47a-1a81-4272-8fa1-448d6674e1aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.322715523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb531b6e5b88b0a38210c4c69ce5b76bf75ce2792ce58ac4951b0340ade86af5) AuthConfig (8aebc5d46a56b2401a660ca47e82525cdcd928d14b2da72dfb6611c82fcb6737) AuthConfig (35f186f580a74f1dc5850165c7bdf20d9bad2c8f62d6de718b95cc87ec370f17) AuthConfig (a6659839e099bf0535bc563dd5c02d80da829b003499ef3088f1231a45a6ddf2) AuthConfig (6563634741c9cff37167c2c69fb71a06ba672d1179d54610a591ae80f1f30f51) AuthConfig (1291ce5702c8245950e279d1021ff9190b30fd90e23a0b1acfa57c4640cfbdbb) AuthConfig (650cc641019f82db01c05279d49e8f614791dfcdc60f6fdaf1261ca8ba9fd4f9) AuthConfig (63632d2a1454476d7378ce7a82119a0c21ae705f33a976b64af3825283c6472b) AuthConfig (eb12a36f5e5b818b22e84b2178404b98ad300f956c0ebbf3e814775282f71068) AuthConfig (c250ec86ef16bfd56bd9d483bba2c6384d5c8f102b6f410504d6a982cb4e349c) AuthConfig (855cb3c7aa8b1343d153347e6280bd64afeb57f2e1d9c0738bf75359d7a6457e) AuthConfig (58493afdcb327b7a945ea6f650e5c7218c4935d16b8b081838ed184bd6feb6da) AuthConfig (bf6569a8bde930007bee382d72857eb0ac0df9132350c61862f662f1b01f34b6) AuthConfig (c159fb29d17ce5c6a1b407132232465104bc9721af588e5440697365c9edd811) AuthConfig (f06bb3d96b7c61d1714f1865d05c14d559ea54feb4643a4a35f94a87da132aaa) AuthConfig (47a386f6ae0f0ae173693d2c1b073402c05078f80215675a1c54428f1c8d8484) AuthConfig (58e473b6f433c44270b7aa371547e4e618aefd4c5de337003fe338fca4ef886d) AuthConfig (9c62371c3f0e95efd7fc1962b8794fa0837edb0e42188d02b57db31e3dc27181) AuthConfig (a10f9d711e01a4c4c9b92c8660f491a6c9853d2e23a441488362163736d25196) AuthConfig (86a042e080d27cd1f25c0d789b8f01de4df82f01c9e591c02beb1b31bc020d6f) AuthConfig (1333af6f746efa65882acecd13836bfb852f12e2dd89684487a5dc7b77016cf5) AuthConfig (313bd8d4fb6721d5c2e9fe7c99bf7c601defeb449d6967322311b0aaa59939d4) AuthConfig (cb39eab98667f35b9020c41353f93ece521085c6b4da1ae614265881a0cee978) AuthConfig (fd39899b7258c57d4e318cbcfe1fc438eed571942ad1c7c31c6be197d54d43a4) AuthConfig (ddec701d0d43ee25a9b6afc2bc1084c365090a99c0b214dddb61c91694de27e8) AuthConfig (d57230c132ac03ea0515a7d52b202e3738483e8f5a66a589b42a543f117382cb) AuthConfig (af35b854c1922fb20241ff378908379bae66e468c753ed7bd1da0cbda76fddd5) AuthConfig (b21b596c5f793d065b436919e24b6d5eb80cae97c844707a0018e394d084cd4e) AuthConfig (de5da28bdbd63ff2aa47a94bc995fc00e00e87f82ff985f543cf3b245bed3b3f) AuthConfig (87257344755029c2d55cae2a7c836ee8252fc46b6fd05ad6d90e4858299c5bf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"7aebb47a-1a81-4272-8fa1-448d6674e1aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.386680989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"2d51fad1-4ad4-45a7-86f3-a1502ad5b9ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.440480665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"932a56af-5c65-47ec-8a2d-72f99f23bdc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.446080812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"2d51fad1-4ad4-45a7-86f3-a1502ad5b9ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.480095722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"76dd1809-a812-407d-a31e-7d53510da4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.482494855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"ab71f54b-7d65-42a2-a012-ee7b016ef14a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.497770029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"932a56af-5c65-47ec-8a2d-72f99f23bdc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.502914625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-bbee67-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb531b6e5b88b0a38210c4c69ce5b76bf75ce2792ce58ac4951b0340ade86af5) AuthConfig (8aebc5d46a56b2401a660ca47e82525cdcd928d14b2da72dfb6611c82fcb6737) AuthConfig (35f186f580a74f1dc5850165c7bdf20d9bad2c8f62d6de718b95cc87ec370f17) AuthConfig (a6659839e099bf0535bc563dd5c02d80da829b003499ef3088f1231a45a6ddf2) AuthConfig (6563634741c9cff37167c2c69fb71a06ba672d1179d54610a591ae80f1f30f51) AuthConfig (1291ce5702c8245950e279d1021ff9190b30fd90e23a0b1acfa57c4640cfbdbb) AuthConfig (650cc641019f82db01c05279d49e8f614791dfcdc60f6fdaf1261ca8ba9fd4f9) AuthConfig (63632d2a1454476d7378ce7a82119a0c21ae705f33a976b64af3825283c6472b) AuthConfig (eb12a36f5e5b818b22e84b2178404b98ad300f956c0ebbf3e814775282f71068) AuthConfig (c250ec86ef16bfd56bd9d483bba2c6384d5c8f102b6f410504d6a982cb4e349c) AuthConfig (855cb3c7aa8b1343d153347e6280bd64afeb57f2e1d9c0738bf75359d7a6457e) AuthConfig (58493afdcb327b7a945ea6f650e5c7218c4935d16b8b081838ed184bd6feb6da) AuthConfig (bf6569a8bde930007bee382d72857eb0ac0df9132350c61862f662f1b01f34b6) AuthConfig (c159fb29d17ce5c6a1b407132232465104bc9721af588e5440697365c9edd811) AuthConfig (f06bb3d96b7c61d1714f1865d05c14d559ea54feb4643a4a35f94a87da132aaa) AuthConfig (47a386f6ae0f0ae173693d2c1b073402c05078f80215675a1c54428f1c8d8484) AuthConfig (58e473b6f433c44270b7aa371547e4e618aefd4c5de337003fe338fca4ef886d) AuthConfig (9c62371c3f0e95efd7fc1962b8794fa0837edb0e42188d02b57db31e3dc27181) AuthConfig (a10f9d711e01a4c4c9b92c8660f491a6c9853d2e23a441488362163736d25196) AuthConfig (86a042e080d27cd1f25c0d789b8f01de4df82f01c9e591c02beb1b31bc020d6f) AuthConfig (1333af6f746efa65882acecd13836bfb852f12e2dd89684487a5dc7b77016cf5) AuthConfig (313bd8d4fb6721d5c2e9fe7c99bf7c601defeb449d6967322311b0aaa59939d4) AuthConfig (cb39eab98667f35b9020c41353f93ece521085c6b4da1ae614265881a0cee978) AuthConfig (fd39899b7258c57d4e318cbcfe1fc438eed571942ad1c7c31c6be197d54d43a4) AuthConfig (ddec701d0d43ee25a9b6afc2bc1084c365090a99c0b214dddb61c91694de27e8) AuthConfig (d57230c132ac03ea0515a7d52b202e3738483e8f5a66a589b42a543f117382cb) AuthConfig (af35b854c1922fb20241ff378908379bae66e468c753ed7bd1da0cbda76fddd5) AuthConfig (b21b596c5f793d065b436919e24b6d5eb80cae97c844707a0018e394d084cd4e) AuthConfig (de5da28bdbd63ff2aa47a94bc995fc00e00e87f82ff985f543cf3b245bed3b3f) AuthConfig (87257344755029c2d55cae2a7c836ee8252fc46b6fd05ad6d90e4858299c5bf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"2d51fad1-4ad4-45a7-86f3-a1502ad5b9ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.5378879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"76dd1809-a812-407d-a31e-7d53510da4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.539969611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"ab71f54b-7d65-42a2-a012-ee7b016ef14a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.694144563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"3c885e76-f4ff-48ab-98e4-50e38c233019","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.741038262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"65f46227-adaa-4b85-a84c-1e6b4a03d037","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.751704013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"3c885e76-f4ff-48ab-98e4-50e38c233019","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.798611581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"65f46227-adaa-4b85-a84c-1e6b4a03d037","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.817994048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"796087e5-98ae-4982-b530-84d82e7c4261","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.859915115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"e2e71519-7b10-4bc7-b306-1551a00d0f5a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.875189528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"796087e5-98ae-4982-b530-84d82e7c4261","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.910533192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c633d774-9f9b-41fd-8976-bca7cee240ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.918481932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"e2e71519-7b10-4bc7-b306-1551a00d0f5a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:44.968259792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c633d774-9f9b-41fd-8976-bca7cee240ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:45.16593677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"a9b51985-6d51-4cf7-9a24-61843fb2596b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:45.223119293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"a9b51985-6d51-4cf7-9a24-61843fb2596b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:45.234870623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b12777c-08c8-4b76-8f53-8d8322cc47e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:45.266406561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"282dc729-aa72-42c4-b247-8241b2d61105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:45.266440045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"3f239bc5-67ae-44cd-8ec8-818410880810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:45.292135766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b12777c-08c8-4b76-8f53-8d8322cc47e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:45.323904782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"3f239bc5-67ae-44cd-8ec8-818410880810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:45.324102803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"282dc729-aa72-42c4-b247-8241b2d61105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:45.366565986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"e9caf054-78c3-4f7f-ba91-8c2523a83cd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:45.423722453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"e9caf054-78c3-4f7f-ba91-8c2523a83cd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:46.441516537Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-3363dbac","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac","reconcileID":"c621001d-05e0-45cd-a113-1fa6269eecf0","MaaSSubscription":{"name":"e2e-filter-sub-b-3363dbac","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscription":"e2e-filter-sub-b-3363dbac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:46.66209801Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-3363dbac","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac","reconcileID":"c621001d-05e0-45cd-a113-1fa6269eecf0","MaaSSubscription":{"name":"e2e-filter-sub-b-3363dbac","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:46.879874921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"e9ef0cb1-7a3f-4f50-9c3f-dc7f0b88500f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:46.885197458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"d36df3ba-15ad-4261-96d5-8d4372743a63","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:47.034814863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"34a64dcd-ccdf-4f50-95eb-b79a23a48c19","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:47.047213599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"968be6e7-c29b-460b-bf64-27c31e055120","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:47.047253296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"d3baefe0-89f7-4238-8226-395f924db396","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:47.047672665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"da263976-759a-455c-bb31-6988741499e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:47.047719926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"f20f3e3d-cd6b-4a6c-bc10-29bfc9d304d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:47.108178251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"d3baefe0-89f7-4238-8226-395f924db396","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:47.109115375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"968be6e7-c29b-460b-bf64-27c31e055120","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:47.111716311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"da263976-759a-455c-bb31-6988741499e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:47.112384258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"f20f3e3d-cd6b-4a6c-bc10-29bfc9d304d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:47.315406431Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-a-e7e00dff-auth","reconcileID":"2bff7d9f-cd00-4892-a076-77a23c3386c9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e7e00dff-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:47.574205698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"f7c49cbd-0b6d-4e13-a624-56230420cc35","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:47.727748741Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-filter-sub-b-3363dbac-auth","reconcileID":"ca01a8b3-18b8-46ec-86de-525ca9851cb5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3363dbac-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:47.727839278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"19263f56-9cc1-4d15-a2c0-8a88a5248a83","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:47.941252457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"875500e2-c684-4e55-8a5d-f4505a1f7510","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:48.190184303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"3adae69f-b07f-4023-a5e7-2603d51032e1","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:48.248067599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"86b1d7d5-9507-47a8-a5e3-aba39be47b12","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:48.413805543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6be39a60-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-bulk-sub-6be39a60-auth","reconcileID":"ecba443d-6f2e-4e97-86bf-f00e8d934557","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6be39a60-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:48.471112515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6be39a60-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-bulk-sub-6be39a60-auth","reconcileID":"ecba443d-6f2e-4e97-86bf-f00e8d934557","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6be39a60-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:48.483148642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"b871748e-41e8-45c3-a861-2288c62ae4d1","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:48.539135901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"a3765195-80a8-4273-8a2e-fd933a1bd696","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:04:48.595352231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-6be39a60","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-bulk-sub-6be39a60","reconcileID":"c6421340-8db1-4264-ac0f-b9e03453be56","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-6be39a60\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:48.647925175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"495354ca-db0e-4e26-b363-b40dc2605637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:48.647925172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"a405a975-c32a-4146-9e3c-b71ee5401d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:48.705486778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"495354ca-db0e-4e26-b363-b40dc2605637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:48.705996684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"a405a975-c32a-4146-9e3c-b71ee5401d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:48.710592742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"b2601a39-4466-4db3-a223-c5059d7573ac","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:48.768842704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"5aaa471a-7916-442a-8def-153f54801592","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:48.792671097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"7720ecb7-2fec-4b72-9d99-584864927c73","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:48.953281325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6be39a60-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-bulk-sub-6be39a60-auth","reconcileID":"d3c4f5b7-8d1a-44e7-aa3a-8ac6fa202d08","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6be39a60-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:49.01084777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6be39a60-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-bulk-sub-6be39a60-auth","reconcileID":"d3c4f5b7-8d1a-44e7-aa3a-8ac6fa202d08","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6be39a60-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:49.045109422Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-6be39a60","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-bulk-sub-6be39a60","reconcileID":"71ca5647-cd69-4e4a-bba7-402d24368069","MaaSSubscription":{"name":"e2e-bulk-sub-6be39a60","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c25349/e2e-bulk-sub-6be39a60","ai-tenant-e2e-worker-w4-c25349/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:49.053540577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"565ede5c-ce87-41e6-920d-d7ea178a55f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:49.053653317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"bbfee66c-a989-4878-b9d9-ddc1f456132e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:49.112440844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"bbfee66c-a989-4878-b9d9-ddc1f456132e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:49.112441446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"565ede5c-ce87-41e6-920d-d7ea178a55f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:49.21333839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"53b49e68-0133-4e72-974d-f65c8030457a","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:49.262557275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"c0a57467-f0da-4a3a-b36c-2601d4417a03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:49.431865718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-6be39a60","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-bulk-sub-6be39a60","reconcileID":"ef794af0-4bf8-476b-a99c-59d7074330eb","MaaSSubscription":{"name":"e2e-bulk-sub-6be39a60","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:52.25542732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0959c170-c2e5-4ce5-8e4c-8b350263858e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:52.255518478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"a4d5eee8-41bc-4391-b5c8-3368481a2e3c","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:52.256895315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9538b311-d502-49c2-96d5-1295ef974ba5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:52.314950375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"a4d5eee8-41bc-4391-b5c8-3368481a2e3c","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:52.315724455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0959c170-c2e5-4ce5-8e4c-8b350263858e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:52.31710439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9538b311-d502-49c2-96d5-1295ef974ba5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:53.995266299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"f79727e3-10a8-41af-81e7-87a40f35b45b","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:54.157143341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"51f8b4d0-4e03-480f-a42d-8c64c96ef72d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:54.157166346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6be39a60-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-bulk-sub-6be39a60-auth","reconcileID":"a855167b-9298-4fd7-b21e-170afb1f8080","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6be39a60-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:54.157475277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"29b2754c-b8d4-4950-85c1-68786f8da6b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:54.215166349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"51f8b4d0-4e03-480f-a42d-8c64c96ef72d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:54.215192904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6be39a60-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-bulk-sub-6be39a60-auth","reconcileID":"a855167b-9298-4fd7-b21e-170afb1f8080","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6be39a60-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:54.217277488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"29b2754c-b8d4-4950-85c1-68786f8da6b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:54.485764008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"0ee57083-da86-4304-9ee2-ed1a3f3e621a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:54.544021278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"0ee57083-da86-4304-9ee2-ed1a3f3e621a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:54.664011289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"330f7896-571d-4057-8b27-66213dcbee66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:54.72156643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"330f7896-571d-4057-8b27-66213dcbee66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:54.868270222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"0765e3da-6fc1-4a0e-bfef-1a2bf2a9e20a","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:04:55.069653713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"fc3f1f4d-82f8-46c3-a890-6849c73882de","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:02.374037163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"1c56c935-7a7f-4f49-979a-652335e259f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:02.505388441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"3249309d-c4d7-470c-96ad-4f9f888ad24e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:02.618940245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"7cb01ccf-a0e2-4bca-9869-c161c185b947","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:02.762644294Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"c58cf8a9-9064-4605-93c8-88cfb82ecf8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c25349/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:02.797264226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0b8aeb57-e3ff-4655-8468-8d50309d1959","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:02.855055466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-sub","reconcileID":"80708448-c8e1-4c71-a6c1-22f274933efc","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-6cae81","model":"llm/e2e-rt-sw-6cae81","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:02.898405589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a45c753f-826b-4263-9fe6-13a91ebac8fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:02.987995934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"e400ffc6-eb25-4c21-89ca-f350a8f17153","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:03.089854151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"086cf784-33ef-4d3d-b1ac-bd56cd880308","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:03.190616629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"38311c0f-4258-4eb2-ab8b-0309053da876","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:03.291178067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"f9867df8-f051-440d-899d-47bbdfcfaf25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:03.291315547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"bee1f86a-56b1-4e60-a6b9-76794a5145f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:03.391824456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"fe33fc67-49ec-4b8b-9bf7-ba22e37f00a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:04.162415794Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-6be39a60","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-bulk-sub-6be39a60","reconcileID":"f03ea22f-82e9-4292-bef5-5c6b63b791a8","MaaSSubscription":{"name":"e2e-bulk-sub-6be39a60","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscription":"e2e-bulk-sub-6be39a60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:04.325320498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-6be39a60","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-bulk-sub-6be39a60","reconcileID":"f03ea22f-82e9-4292-bef5-5c6b63b791a8","MaaSSubscription":{"name":"e2e-bulk-sub-6be39a60","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:04.550045313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"431d7092-6a82-4a9f-8f85-f1f7ab5b8814","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:04.704246304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"d04d429e-5fe6-46d2-a1c5-92c76fc2bfe0","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:04.71142798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6be39a60-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-bulk-sub-6be39a60-auth","reconcileID":"86e260d0-e233-43eb-9f66-3d4b26b1ea47","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6be39a60-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:04.711665299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"5dddd4f7-4d61-4f2e-90f8-e5f42dd8a070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:04.711948402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"5ed65de9-fa98-450e-b34a-2f93ff7eaf73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:04.771951998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"5ed65de9-fa98-450e-b34a-2f93ff7eaf73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:04.773516463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6be39a60-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-bulk-sub-6be39a60-auth","reconcileID":"86e260d0-e233-43eb-9f66-3d4b26b1ea47","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6be39a60-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:04.774268911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"5dddd4f7-4d61-4f2e-90f8-e5f42dd8a070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:04.966602531Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6be39a60-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-bulk-sub-6be39a60-auth","reconcileID":"f9fe2c80-b424-4724-88b9-9fc1766b533e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6be39a60-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:05.179629655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"f1f0e07a-fdc0-4044-ad3e-a7879265a2ee","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:06.537353819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"72e68e1e-7b0f-44ca-8cd4-76bbe8c7aed8","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:06.595618747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"f2553f78-7635-4304-9bbf-e3244cf7e5f6","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:06.756512972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-bd5856c5","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-gw-auth-bd5856c5","reconcileID":"b197a869-06d0-4864-9a2b-0c495f95a43e","MaaSAuthPolicy":{"name":"e2e-gw-auth-bd5856c5","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:06.815415711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-bd5856c5","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-gw-auth-bd5856c5","reconcileID":"b197a869-06d0-4864-9a2b-0c495f95a43e","MaaSAuthPolicy":{"name":"e2e-gw-auth-bd5856c5","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:07.09691752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"f6deaa37-4ffc-4f48-8c8d-4d3dd5dae670","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:07.25900607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-bd5856c5","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-gw-auth-bd5856c5","reconcileID":"e17c95c1-8ee4-4ccf-aeab-01ce29b8ed57","MaaSAuthPolicy":{"name":"e2e-gw-auth-bd5856c5","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:07.316646031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-bd5856c5","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-gw-auth-bd5856c5","reconcileID":"e17c95c1-8ee4-4ccf-aeab-01ce29b8ed57","MaaSAuthPolicy":{"name":"e2e-gw-auth-bd5856c5","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:09.577931931Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-bd5856c5","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-gw-auth-bd5856c5","reconcileID":"8d7888e2-0d8c-4129-86ea-7fd088a3e168","MaaSAuthPolicy":{"name":"e2e-gw-auth-bd5856c5","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:09.577952253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"cb402e39-ad2b-4674-96ae-b35be0448691","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:09.765227916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"5f260465-9a62-41da-b0a9-92269285deb8","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:10.832597192Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:13.500755113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"85b4aecd-2cbe-4a63-943d-c1f5177cb080","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:13.501439146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"8da40319-297c-4802-bb68-db4d4580d3a0","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:13.571772736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"26ccb33b-f6a7-4cb7-91ff-43976ca2aa5f","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:13.57212366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"e4128c7a-1b5e-41b3-a304-522f84083448","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:13.670458124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"177529f1-5662-4710-944f-ad312118b252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:13.670939315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"db5ca7e6-2f99-4036-b7dd-7d6ec36f31fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:13.729682216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"a99b9076-0ea9-42bc-a80c-6474fbd05500","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:13.730356251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"18b61a72-03c8-4848-848e-494c1be5bba8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:13.735984727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"177529f1-5662-4710-944f-ad312118b252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:13.736861323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"db5ca7e6-2f99-4036-b7dd-7d6ec36f31fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:14.074292697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"d849fcef-da1b-47d2-abc3-d7709c8083e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:14.074301817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"a3e9b00e-8763-45bb-8b19-be212f87d883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:14.1325791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"a3e9b00e-8763-45bb-8b19-be212f87d883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:14.132634792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"d849fcef-da1b-47d2-abc3-d7709c8083e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:15.210497529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"b3c17dd2-c0c9-4a7c-8dd1-529b15ae6500","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:20.739028907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d495accc-a4bd-462d-9c9c-abacdbfecda6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:20.832179327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"aa1c7b21-c9b0-48cf-be80-ddaac1f10cd7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:20.933103649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"14296ad4-943a-449c-8110-e7d183d3e603","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:20.933262407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"c77a8c8a-6b76-4af2-81b3-0f87c54ca6fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:21.093444215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"61ea8a57-1844-42c9-9d07-13002d29790b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:21.201893582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"897752b0-de27-457c-8246-91d56a85434b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:21.308897487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-sub","reconcileID":"c601d19a-8d70-488f-b33a-58007a85bd50","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-6cae81","model":"llm/e2e-rt-sw-6cae81","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:21.31352367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"a758656f-0ef3-4a1b-9878-1972bdcfeaf8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:21.313849759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"a242d9e0-bca9-452b-b210-df883e01b499","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:21.45791917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"23992933-e4d2-4f5e-9031-0f1e6c1a4074","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:21.564781385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"6a85ac54-fe66-4376-a8e1-8fc4768424d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:21.662369009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"7f0f91ff-ddb4-4949-b7cd-a8cdea8401ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:21.672870299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"3be448f2-3491-4be0-9895-78cd978cb2f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:21.886109584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"d206cbe2-0d6c-4ebc-ac43-30b0124d2d37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:21.886130604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"44ff7299-0454-4dc2-808e-417fbb84e0aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:21.944684003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"44ff7299-0454-4dc2-808e-417fbb84e0aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:21.945059908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"d206cbe2-0d6c-4ebc-ac43-30b0124d2d37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:30.889477728Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"ad9f3580-401d-401c-a172-99698479d922","namespace":"llm","name":"e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:30.949258995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"ce4e08c2-f7c6-40da-879c-c0ea383a64a0","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:30.949279699Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"ce4e08c2-f7c6-40da-879c-c0ea383a64a0","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.055884641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"41302c3d-c134-424b-80af-a761a3ed4945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.05638552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"79f8229e-7723-49c7-b2f5-e4118ce62e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.056425468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"ca93a946-c0ed-451f-8dd0-4660ac3dce7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.077640468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7b7d2924-e7f2-481c-b63f-2db7a2a8be0d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.077656139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7b7d2924-e7f2-481c-b63f-2db7a2a8be0d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.077955868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef4c3abd-bb1a-4074-8182-8a761bf6bb09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.077967977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef4c3abd-bb1a-4074-8182-8a761bf6bb09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.108814027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"463cf339-a2f0-4226-8c4a-fafa47c40e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.109340606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61c9837f-3264-46ad-b737-cfd459b210f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.1134675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"41302c3d-c134-424b-80af-a761a3ed4945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.115105849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"ca93a946-c0ed-451f-8dd0-4660ac3dce7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.115683645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"79f8229e-7723-49c7-b2f5-e4118ce62e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.132053278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"6316e0ac-99ee-4270-b7a3-d4dd91afcd16","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.132070328Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"6316e0ac-99ee-4270-b7a3-d4dd91afcd16","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.166374144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"463cf339-a2f0-4226-8c4a-fafa47c40e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.166660834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61c9837f-3264-46ad-b737-cfd459b210f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.190703664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"22f0204c-a587-4291-b31f-1bb5df0f589e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.190748969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"22f0204c-a587-4291-b31f-1bb5df0f589e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.191100561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b4fe516c-786a-4f39-94a6-ea076fe14eba","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.191114452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b4fe516c-786a-4f39-94a6-ea076fe14eba","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.191395519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"65e471eb-bc93-44cf-a00a-3c72a5906f7f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.191405975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"65e471eb-bc93-44cf-a00a-3c72a5906f7f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.191870978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dc1d6b84-b102-44bb-b6a1-54580011a08f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.191890082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dc1d6b84-b102-44bb-b6a1-54580011a08f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.1922122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"21618180-f325-43b6-b6ed-2f0ed5bca69b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.192230376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"21618180-f325-43b6-b6ed-2f0ed5bca69b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.192622126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe2b7ad5-d529-419a-8451-f4d988d3d012","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.192635587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe2b7ad5-d529-419a-8451-f4d988d3d012","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.303949995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1eb7ba36-c01f-4f32-ab25-ca3b33bc31b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.304026624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ceb38ff6-2922-4903-8df8-daa08d8d4591","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.358317923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-sub","reconcileID":"ae431f7e-93a9-4212-b2db-ac4725701681","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-6cae81","model":"llm/e2e-rt-sw-6cae81","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.43796606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"0e7c931e-86d9-435b-bba6-29bcb9707a67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.437993324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"d6575b06-5c75-4779-834a-9781a2546519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.438417823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"ce6347aa-a16b-4c5e-91df-4faa24858b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.495980157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"ce6347aa-a16b-4c5e-91df-4faa24858b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.495999264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"d6575b06-5c75-4779-834a-9781a2546519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.49826807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"0e7c931e-86d9-435b-bba6-29bcb9707a67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.539810955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"d46ffb34-eddf-49a6-ba10-7b1cba028c2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.592990378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"065414ae-2f2e-4817-826a-cf29548912e9","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.597027838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"d46ffb34-eddf-49a6-ba10-7b1cba028c2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.668759716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"065414ae-2f2e-4817-826a-cf29548912e9","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.888994652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"79f393ea-f0d4-44de-8fc7-b66fbeaf9a1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.889201221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"67111ed7-3e79-4255-a23d-8bf88a23b87f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.889607774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"70319bb1-5c60-4a50-9cd8-5b0f2a5acb2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.948065947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"79f393ea-f0d4-44de-8fc7-b66fbeaf9a1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.949701095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"67111ed7-3e79-4255-a23d-8bf88a23b87f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:31.952882614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"70319bb1-5c60-4a50-9cd8-5b0f2a5acb2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.049786051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e748bfe-5707-4c8c-b7d7-a51cceaef741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.107818026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e748bfe-5707-4c8c-b7d7-a51cceaef741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.131156179Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"8796e1ad-4c13-42c1-a811-ee4246ca2d37","namespace":"llm","name":"e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.157398345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce44afe9-7006-4ca5-ac7a-3f0bb2049bda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.232645283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce44afe9-7006-4ca5-ac7a-3f0bb2049bda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.322046567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"14f7f7f8-baec-4d25-bc74-a7f5954435f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.32242297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"9270b220-bab0-47cd-a21e-aa07999546e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.322451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"734adfc7-19d3-46af-9c07-a95578c18f01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.379398185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"14f7f7f8-baec-4d25-bc74-a7f5954435f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.380042745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"734adfc7-19d3-46af-9c07-a95578c18f01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.381704513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"9270b220-bab0-47cd-a21e-aa07999546e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.473030496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"2a00c3a1-c221-4f79-b611-b1dc28f1526d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.530505074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"2a00c3a1-c221-4f79-b611-b1dc28f1526d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.627184002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a402715-f41e-4561-9f58-d96fd948df3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.684846501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a402715-f41e-4561-9f58-d96fd948df3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.756456383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"a27dd529-57cf-4eed-ab46-5514e70b0745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.756491069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"16606fc2-6238-40d5-a36c-295f12ae4da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.810446653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"4daab79c-9ac8-4f15-8409-301f1b6204e4","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.815008205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"a27dd529-57cf-4eed-ab46-5514e70b0745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.81525407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"16606fc2-6238-40d5-a36c-295f12ae4da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.856047148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"cf945ad8-76f2-43dc-a983-1ace05abc096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.867478772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"4daab79c-9ac8-4f15-8409-301f1b6204e4","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:32.913328977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"cf945ad8-76f2-43dc-a983-1ace05abc096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:33.009959637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"928b303f-dcee-4dd9-88e1-607acb2221c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:33.067464071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"928b303f-dcee-4dd9-88e1-607acb2221c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:33.135467302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"2b7379c2-617b-4f8f-86bb-39cd84f43059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:33.188516384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff1dfd2f-e2c0-41cb-a21f-6d5b3bb19d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:33.193509947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"2b7379c2-617b-4f8f-86bb-39cd84f43059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:33.234060262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"0b780ff6-fc80-4863-a56e-f0358b30c99f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:33.245882825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff1dfd2f-e2c0-41cb-a21f-6d5b3bb19d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:33.291470881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"0b780ff6-fc80-4863-a56e-f0358b30c99f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:34.309131909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"1bef56c9-a0fe-463e-ba07-83d6a0ef32e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:34.415424195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"806ef4a9-de4a-43b8-8973-a1ba6b4cb030","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:34.579450172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"63b1808a-f593-4519-bafd-43e5bb93987b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:34.730370679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-sub","reconcileID":"eeb87f7c-c3cb-49e5-bcdb-ca7f83b63db8","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-6cae81","model":"llm/e2e-rt-sw-6cae81","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:34.780221186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"95227d68-75c0-4ee3-a39a-0c30ff1dab89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:34.780500331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"5a405169-09f5-4616-b233-05f18c3dd96e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:34.878275972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4e2fcf19-1e0d-4144-b15f-597deeae9848","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:34.979091772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"2f1c6475-718c-4cfb-ac6a-7524f0de0d01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:35.107061269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"36573e74-a438-41ec-b9e8-4eb5727ad948","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:35.209909179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"40436cde-ddc1-460f-a688-59d6136f292a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:35.236310075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"35375ffd-9145-43fd-81fa-55520913d81e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:35.311165572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"1454011f-d911-4c4d-a592-b3c9af10b562","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:35.420301732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"cb25abe7-2903-49f5-9f15-c7a5e0c74fc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:37.178110163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"2955eeab-240a-429f-a4a5-0472c61cd016","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:40.895960056Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:42.495112816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-58923238","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"e2e-conflict-a-58923238","reconcileID":"02ceb355-295c-4a49-8401-dd3bde36e142","MaaSModelRef":{"name":"e2e-conflict-a-58923238","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"e2e-conflict-a-58923238-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"e2e-conflict-a-58923238","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:45.11738945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23da059c-afc8-458a-8863-6f335f063315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:45.123324997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd568b2d-bd98-4e81-95be-7d6957d7c197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:45.123993079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"b75d025a-6a9f-4956-9862-b35b8cf89e08","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:45.188480135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"b75d025a-6a9f-4956-9862-b35b8cf89e08","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:45.194322791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd568b2d-bd98-4e81-95be-7d6957d7c197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:45.211447468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23da059c-afc8-458a-8863-6f335f063315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:48.246496987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"9977329a-d12b-4e7b-aa79-36f0b7dd662c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:52.215791081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"a2bde343-e871-40a9-b722-6db2aae2e8a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:53.898662636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"c22e7611-9a49-44fa-b8e0-f1bcf65e6640","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:53.899134347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"3226fea5-5c56-44f3-89f6-39bb13785083","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:53.966825955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"fec10400-9511-4cff-9c98-9f6150ec1bba","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:53.967229696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"865c4fdb-dd6c-442b-8640-a35c6ea9f7f0","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:54.07040109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"3b22d8c9-8675-4aa5-a997-a71116af01d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:54.070762722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"cbce9462-6305-43de-926f-b0a03eb680c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:54.125748245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"547e0f27-0719-4372-a735-09fe08468187","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:54.126326889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"16f4ba0f-d1fd-4386-a7f3-a5e27607f8de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:54.133969586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"cbce9462-6305-43de-926f-b0a03eb680c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:54.136546847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"3b22d8c9-8675-4aa5-a997-a71116af01d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:54.460961204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"26b79b9a-845e-4e8a-b29b-e777f150036f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:54.46096138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"c761f47c-48b3-468d-8345-0ca1805da36e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:54.518465951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"c761f47c-48b3-468d-8345-0ca1805da36e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:05:54.518569812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"26b79b9a-845e-4e8a-b29b-e777f150036f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:01.545277196Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"f6920af3-ad25-42df-afc6-a775a50f18db","namespace":"llm","name":"e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:01.599041794Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"06284b2e-c38c-4586-84a6-9f61f8bd2f2c","namespace":"llm","name":"e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:01.707684989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"e506a661-5cbb-4c04-98d5-6063572a66d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:01.707971632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"8c7b625a-fe13-4dfc-bfa7-a052368f3609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:01.708167119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"ab5a1411-eaf0-480e-b9dc-38028c2faf02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:01.708575288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"cd814c9c-9372-48dd-8e61-4b24d4969deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:01.76258465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08ed540a-1575-421d-8126-24aa01565680","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:01.794911338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"ab5a1411-eaf0-480e-b9dc-38028c2faf02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:01.800468031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"e506a661-5cbb-4c04-98d5-6063572a66d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:01.803434109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"8c7b625a-fe13-4dfc-bfa7-a052368f3609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:01.80512482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"cd814c9c-9372-48dd-8e61-4b24d4969deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:01.820609817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08ed540a-1575-421d-8126-24aa01565680","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:01.921539989Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"6057bf7d-886b-4473-be85-f42f09236dec","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"name":"e2e-rt-eq-2ea4df","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.034649572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f2eec76-c5e3-4556-a8c7-b5049816f5f8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.034671208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f2eec76-c5e3-4556-a8c7-b5049816f5f8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.034937555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae67588e-078c-421f-9e85-f3a758aa977c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.034948953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae67588e-078c-421f-9e85-f3a758aa977c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.03515104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0c52b6d1-26b4-461b-8f52-983ba08dcd21","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.035162937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0c52b6d1-26b4-461b-8f52-983ba08dcd21","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.035441971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1e5fc173-3e78-4cf0-bcab-c39e08a8ed5b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.035455841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1e5fc173-3e78-4cf0-bcab-c39e08a8ed5b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.035665361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"58e65acf-3ab1-452a-9c61-71c794bae5fb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.035676693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"58e65acf-3ab1-452a-9c61-71c794bae5fb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.035883886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"32ef2e0a-7bcf-4d1d-b8ad-3544eebe82d0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.035895465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"32ef2e0a-7bcf-4d1d-b8ad-3544eebe82d0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.089585253Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"02796158-f143-40c5-a337-6d84b5512039","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"name":"e2e-rt-eq-2ea4df","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.128711258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aaa126ac-5696-46b0-b091-c533585f2feb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.129032374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"af8c68a8-88fa-4ac3-855b-3bbdb92488b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.143188614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b1b6dcb0-2812-40ae-83a0-da546cc4fc67","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.143204013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b1b6dcb0-2812-40ae-83a0-da546cc4fc67","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.143444768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fe50197-967b-4428-bd2f-a54a0101b851","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.143455174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fe50197-967b-4428-bd2f-a54a0101b851","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.170043005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"e345e0b0-9736-45d6-b648-a84e6a446d6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.17254917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"71228eee-87e9-4da8-951f-4b2c3fc273fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.175674364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"074d0e76-0f36-43c8-b53c-e009bf8665d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.175819605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"214ca6f2-54e2-484f-9ab8-99849ce84607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.183062011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-sub","reconcileID":"41a6c0b4-37f7-422c-ad78-84e80d8e5459","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-6cae81","model":"llm/e2e-rt-sw-6cae81","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.199449149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"5cdce320-0720-4358-850b-80bae00cc717","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.199470291Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"5cdce320-0720-4358-850b-80bae00cc717","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.229178747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"e345e0b0-9736-45d6-b648-a84e6a446d6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.230921294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"71228eee-87e9-4da8-951f-4b2c3fc273fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.231099704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"0b49de1d-6bc4-45c8-8776-81db5c5527e0","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.236459476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"074d0e76-0f36-43c8-b53c-e009bf8665d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.236510745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"214ca6f2-54e2-484f-9ab8-99849ce84607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.25355329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4d205c3a-aed6-4963-91ad-e7a2ae7381de","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.253585217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4d205c3a-aed6-4963-91ad-e7a2ae7381de","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.253857322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54c603eb-17d7-4eb4-854e-987877aceeb2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.253871706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54c603eb-17d7-4eb4-854e-987877aceeb2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.254116733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3b37db64-ce63-4c33-a085-76dd89f82ed6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.25412707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3b37db64-ce63-4c33-a085-76dd89f82ed6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.25430443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9885c245-d33f-4882-a8d0-4e0319d93b7f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.25431339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9885c245-d33f-4882-a8d0-4e0319d93b7f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.254497366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"464e37e5-f36a-4557-9533-4c5cc85dabe9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.254506786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"464e37e5-f36a-4557-9533-4c5cc85dabe9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.254691344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d1d4617e-833f-4b1a-bf76-59526011be2f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.254700748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d1d4617e-833f-4b1a-bf76-59526011be2f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.293180963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"0b49de1d-6bc4-45c8-8776-81db5c5527e0","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.316790279Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"9b4b1f66-e15b-4396-a4b4-674173fa0a7f","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"name":"e2e-rt-eq-2ea4df","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.341378777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"45ad31b8-127d-4b21-aeae-071912eb2e43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.462772621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"d0ea01f1-9ac0-4e97-bf32-539ec879f705","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.54350313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"94156d38-33a6-480f-92aa-4e19e0e1a861","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.621334602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"48a100db-5bc7-4a19-816b-2b004d9a7b4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.621406111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"5d55cb28-2b37-4ed0-b372-4d1c92ca01f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.622695269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"57da57ec-3ce1-436a-bfeb-b4ff753e2c6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.650326594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"bd388041-846b-4aa8-9690-c4c863210079","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.675791562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f42c2dc6-a053-46f4-9162-d69154dbc91c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.680043276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"5d55cb28-2b37-4ed0-b372-4d1c92ca01f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.680947371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"48a100db-5bc7-4a19-816b-2b004d9a7b4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.682438474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"57da57ec-3ce1-436a-bfeb-b4ff753e2c6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.733008905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f42c2dc6-a053-46f4-9162-d69154dbc91c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.739775942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"9cfeb555-5a6e-46de-a5f7-21c42f366c3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.741889991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"f4445263-362e-4f3b-b3df-9ad69b27a3c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.793854857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-sub","reconcileID":"366e017e-7ab3-4b4e-86fb-befbe36da102","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-6cae81","model":"llm/e2e-rt-sw-6cae81","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.799093535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"f4445263-362e-4f3b-b3df-9ad69b27a3c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.836779868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"b61a5dc3-21f5-4396-976b-0cc5dae0cc17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.938273218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"2b13ee19-83c5-4554-b5a3-816085e68dce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:02.997442693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5b21311e-880d-4104-b6a3-a7eaa290fb85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.00265433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"6ae06cf0-97ce-4145-a051-32bd7c652e08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.00316825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"735e5bdb-cda5-4542-a280-5b3e8133dacc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.055984346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cfaee8c-b47d-4239-b17e-b27df8b871eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.06020443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"6ae06cf0-97ce-4145-a051-32bd7c652e08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.060576215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"735e5bdb-cda5-4542-a280-5b3e8133dacc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.070048165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"741db1ed-7933-4978-a030-8c0012d95798","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.114556515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cfaee8c-b47d-4239-b17e-b27df8b871eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.160560586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"0bf1eb66-2bdc-4823-b133-3f0476bb9636","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.168057053Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"8c42db44-d286-4ceb-b576-34d11684b97b","namespace":"llm","name":"e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.171355651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"8c0b7eed-5398-458b-82f9-0fb58961af92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.24931678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"2c191c89-5571-4ef5-b966-cdb98cea3012","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.249350388Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"2c191c89-5571-4ef5-b966-cdb98cea3012","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2ea4df-0026085cddf5","namespace":"llm","model":"e2e-rt-eq-2ea4df","externalModel":"e2e-rt-eq-2ea4df","provider":"e2e-rt-eq-2ea4df-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.266527353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"0bf1eb66-2bdc-4823-b133-3f0476bb9636","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.281827562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"066ab22e-8005-42cc-9801-3ebfc73fbdae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.302360189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"2facf881-7895-4208-b317-9f6f96ab1aa2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.356580098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"03ee3649-6ff2-4a24-8ee3-f69875f797f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.414155718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"03ee3649-6ff2-4a24-8ee3-f69875f797f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.456950284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"8d9b0c01-ba7b-432e-a15e-671c5bcae9b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.456950196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"4c2fadaf-d65a-4629-8d99-354a687a1a3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.463466699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"e9d7698f-b8fa-403c-b7c4-4084f689ff41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.472036382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"a5c523c1-37b2-4530-bf01-b621d2a8a712","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.515030868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"8d9b0c01-ba7b-432e-a15e-671c5bcae9b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.51511307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"4c2fadaf-d65a-4629-8d99-354a687a1a3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.521073496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"e9d7698f-b8fa-403c-b7c4-4084f689ff41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.749533814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"78e2a8f4-4c16-415a-9958-505f194ab05a","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.796869052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"f86a0ed4-f525-4305-970e-5f886c536454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.807019652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"78e2a8f4-4c16-415a-9958-505f194ab05a","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.836431976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"16d60313-9549-4e51-9b81-cdb02e6bcfd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.836441552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"c5a8a0b1-4296-41ae-bbec-52d739ccdf0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.854140275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"f86a0ed4-f525-4305-970e-5f886c536454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.895030615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"16d60313-9549-4e51-9b81-cdb02e6bcfd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.895100722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"c5a8a0b1-4296-41ae-bbec-52d739ccdf0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.895411396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e154b94-6fff-4199-b026-59b731fe7621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:03.953117295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e154b94-6fff-4199-b026-59b731fe7621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:04.223604024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"4a833ede-d5d0-4952-830f-2eeb5f258b23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:04.282935611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"4a833ede-d5d0-4952-830f-2eeb5f258b23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:04.324476159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"6cf40116-c081-4490-90cc-ee485027e014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:04.324801378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"3dafd906-a245-47a3-8350-4a1d87301c12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:04.324980763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"6781ffd5-27d7-4bf9-a0e0-74c501621573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:04.378112855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1357b895-3b16-4114-b617-153f8ef36fa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:04.382592745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"3dafd906-a245-47a3-8350-4a1d87301c12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:04.382644554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"6cf40116-c081-4490-90cc-ee485027e014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:04.385076143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"6781ffd5-27d7-4bf9-a0e0-74c501621573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:04.435487089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1357b895-3b16-4114-b617-153f8ef36fa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:04.651255141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"7f6f7ac2-952b-4a27-bf6b-b6ab0eea59fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:04.709169968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"7f6f7ac2-952b-4a27-bf6b-b6ab0eea59fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:05.414021406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"a9413916-0364-4e62-a1ee-1814b9d4f368","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:05.41504114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"e3ab1275-7a19-4b57-b387-299f81975f33","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:05.484373931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"945e8167-79f3-4d3b-a4cf-d3111ad7a5e3","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:05.484770456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"662edbe1-25e4-4d5f-9630-473cc7743d63","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:05.592296141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"a8d2d3fa-5578-44c7-8e47-7b588487cdb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:05.59294564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"5ad8584b-f0c0-49a2-96e6-0d2195917200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:05.650057378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"ad567b80-4e2d-4c8b-b7fb-3b1be644fc65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:05.650804688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"a09cf85d-baeb-4bf6-bf74-1ea3192eb627","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:05.65606496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"5ad8584b-f0c0-49a2-96e6-0d2195917200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:05.656371217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"a8d2d3fa-5578-44c7-8e47-7b588487cdb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:06.02513481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"3546ce88-8bdb-46a4-85d2-a214b9e6ce82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:06.025136455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"f5c5ada1-0536-4f37-a0ac-9244dd965ea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:06.084588534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"3546ce88-8bdb-46a4-85d2-a214b9e6ce82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:06.092163063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"f5c5ada1-0536-4f37-a0ac-9244dd965ea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:07.641909516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"04c0d872-65a4-4c23-9b7e-0e033be0b27e","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:07.641937993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"04c0d872-65a4-4c23-9b7e-0e033be0b27e","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2ea4df-0026085cddf5","namespace":"llm","model":"e2e-rt-eq-2ea4df","externalModel":"e2e-rt-eq-2ea4df","provider":"e2e-rt-eq-2ea4df-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:07.749903563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"c7fa9901-3d70-4979-8e74-f2af03c6f4c4","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:07.74993136Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"c7fa9901-3d70-4979-8e74-f2af03c6f4c4","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2ea4df-0026085cddf5","namespace":"llm","model":"e2e-rt-eq-2ea4df","externalModel":"e2e-rt-eq-2ea4df","provider":"e2e-rt-eq-2ea4df-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:07.912341654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-access","reconcileID":"8f29a5de-1eda-4051-babf-b966abfa0b86","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:07.969585774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-access","reconcileID":"8f29a5de-1eda-4051-babf-b966abfa0b86","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:08.406917618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"90c5a8b1-5a64-4126-8764-d662d9cf762c","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:08.406944519Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"90c5a8b1-5a64-4126-8764-d662d9cf762c","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2ea4df-0026085cddf5","namespace":"llm","model":"e2e-rt-eq-2ea4df","externalModel":"e2e-rt-eq-2ea4df","provider":"e2e-rt-eq-2ea4df-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:10.884919505Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:13.160072172Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:13.215923712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"77383bc9-07d6-4dc3-8074-ee6b8eb030a9","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:13.216018445Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"77383bc9-07d6-4dc3-8074-ee6b8eb030a9","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2ea4df-0026085cddf5","namespace":"llm","model":"e2e-rt-eq-2ea4df","externalModel":"e2e-rt-eq-2ea4df","provider":"e2e-rt-eq-2ea4df-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:06:13.274609562Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-2ea4df-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-2ea4df-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:13.387057186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"3a587765-d54f-43f2-99c7-7e17670e6e71","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:13.387091343Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"3a587765-d54f-43f2-99c7-7e17670e6e71","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:13.434531989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-access","reconcileID":"ca6c894d-9447-449e-a184-7d956a3e5ea0","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:13.434627795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdcb0b85-db43-4e22-80c6-81a794a27b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:13.435275015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"460c7240-9646-4cf4-aea4-ae8135c3f076","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:13.435318494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9245f9a8-616f-4060-9f39-040da16eebac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:13.495109213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdcb0b85-db43-4e22-80c6-81a794a27b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:13.495152543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-access","reconcileID":"ca6c894d-9447-449e-a184-7d956a3e5ea0","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:13.496476571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"11e4b419-10b9-48cf-9b21-90b0b45f7aab","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:13.496500732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"11e4b419-10b9-48cf-9b21-90b0b45f7aab","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2ea4df-0026085cddf5","namespace":"llm","model":"e2e-rt-eq-2ea4df","externalModel":"e2e-rt-eq-2ea4df","provider":"e2e-rt-eq-2ea4df-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:13.499033059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9245f9a8-616f-4060-9f39-040da16eebac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:13.500217192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"460c7240-9646-4cf4-aea4-ae8135c3f076","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:13.613078193Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2ea4df-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-sub","reconcileID":"59447857-ee56-4b0f-8cf2-4735393d51b4","MaaSSubscription":{"name":"e2e-rt-eq-2ea4df-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-2ea4df","model":"e2e-rt-eq-2ea4df","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-2ea4df-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:13.909304582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"f6190608-c380-42c7-a3ae-53c12f0e8796","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:13.909433394Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"f6190608-c380-42c7-a3ae-53c12f0e8796","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2ea4df-0026085cddf5","namespace":"llm","model":"e2e-rt-eq-2ea4df","externalModel":"e2e-rt-eq-2ea4df","provider":"e2e-rt-eq-2ea4df-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:14.005931705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f934e0b7-0807-49c2-b874-ea73c8377c5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:14.076461467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f934e0b7-0807-49c2-b874-ea73c8377c5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:14.094963923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bf72e1a-ba1c-4365-a14b-91f127f9fcb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:14.156080231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-access","reconcileID":"b59013fa-7c42-4c19-ab67-b17ced51156e","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:14.15708367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"236198ea-5986-497a-9776-bd032576ab3f","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:14.164347701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2ea4df-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-sub","reconcileID":"e6a6516b-249d-4997-adc0-1cae63aae19e","MaaSSubscription":{"name":"e2e-rt-eq-2ea4df-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-2ea4df","model":"llm/e2e-rt-eq-2ea4df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:14.24185172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-access","reconcileID":"b59013fa-7c42-4c19-ab67-b17ced51156e","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:14.314798917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bf72e1a-ba1c-4365-a14b-91f127f9fcb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:14.31708861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"236198ea-5986-497a-9776-bd032576ab3f","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:14.379198864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"ebef971d-fa48-42dc-a419-616ed7592e85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:14.441469539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"ebef971d-fa48-42dc-a419-616ed7592e85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:14.586456865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"981dc4cf-26b8-45e8-acb0-e03a773f0402","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:14.586582286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"981dc4cf-26b8-45e8-acb0-e03a773f0402","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2ea4df-0026085cddf5","namespace":"llm","model":"e2e-rt-eq-2ea4df","externalModel":"e2e-rt-eq-2ea4df","provider":"e2e-rt-eq-2ea4df-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:14.711190534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91224155-d9cc-4231-9b64-b9221a2c878b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:14.787963319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91224155-d9cc-4231-9b64-b9221a2c878b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:14.848439404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2886e584-b6fd-4019-a4a0-a006fdd7510e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:14.905518276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"9cbf2bba-9956-499a-80f0-9b7603407c2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:14.92732877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-access","reconcileID":"005ca352-8004-4776-95c6-8f0c422af0dc","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:14.940211933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2886e584-b6fd-4019-a4a0-a006fdd7510e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:15.023538955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-access","reconcileID":"005ca352-8004-4776-95c6-8f0c422af0dc","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:15.024336295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"9cbf2bba-9956-499a-80f0-9b7603407c2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:15.02469868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"1c9e7cb1-5f41-49bc-b49e-34016742ee29","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:15.095861963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"1c9e7cb1-5f41-49bc-b49e-34016742ee29","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:29.839021993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2ea4df-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-sub","reconcileID":"7f542ca4-2d6a-4606-93ea-c117eca88487","MaaSSubscription":{"name":"e2e-rt-eq-2ea4df-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-2ea4df","model":"llm/e2e-rt-eq-2ea4df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:30.124550091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"ab100751-4d65-490c-82f7-2da48f9a89fd","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:30.124587481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"ab100751-4d65-490c-82f7-2da48f9a89fd","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2ea4df-0026085cddf5","namespace":"llm","model":"e2e-rt-eq-2ea4df","externalModel":"e2e-rt-eq-2ea4df","provider":"e2e-rt-eq-2ea4df-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:30.79141032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"03a69e62-a991-49be-99d7-17c807e914d5","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:30.792433408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"ad5f57af-aaa4-467c-8367-26ef65aca3f7","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:30.794637048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-58923238","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"e2e-conflict-a-58923238","reconcileID":"58684726-b8fc-48d3-8293-0967145e0d67","MaaSModelRef":{"name":"e2e-conflict-a-58923238","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"e2e-conflict-a-58923238-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"e2e-conflict-a-58923238","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:30.858556356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"7128bbc8-4e3c-4abb-bfeb-5b1172b8d77c","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:30.859537275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"629d652d-d492-4f48-a5ff-1cb489eced33","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:30.860025344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-58923238","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"e2e-conflict-a-58923238","reconcileID":"a10b0502-5213-44c5-bf6c-271df57fa661","MaaSModelRef":{"name":"e2e-conflict-a-58923238","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"e2e-conflict-a-58923238-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"e2e-conflict-a-58923238","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:31.035959138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"c354b61d-2a17-4f44-988e-119a66a9c8cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:31.105667195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b2b673a-5794-48d5-9d76-8f2083ddf124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:31.106704587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"e3f50aad-7a41-4c19-ac14-df50d667dab9","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:31.107746366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"733db7c9-3fc9-41d1-bb82-ca76d2bd7cb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:31.107818282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-access","reconcileID":"dd238de1-de64-43da-b2cf-c0ff14a702e5","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:31.10911558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"543a1547-4064-421d-a17f-b6fb5f768a0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:31.110347998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"b9a54bc9-f7bf-47c4-b649-584e91fb78c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:31.145310678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"c354b61d-2a17-4f44-988e-119a66a9c8cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:31.190514253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b2b673a-5794-48d5-9d76-8f2083ddf124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:31.200259583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"e3f50aad-7a41-4c19-ac14-df50d667dab9","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:31.20645359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-access","reconcileID":"dd238de1-de64-43da-b2cf-c0ff14a702e5","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:31.210462668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"543a1547-4064-421d-a17f-b6fb5f768a0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:31.617280275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"7c4cac8e-1a86-491b-a30a-520f3de416bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:31.682448584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"22c9c44b-cfe6-4ad0-a9b3-f559ba8a5ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:31.687307353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"7c4cac8e-1a86-491b-a30a-520f3de416bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:31.756040702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"22c9c44b-cfe6-4ad0-a9b3-f559ba8a5ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:38.467885213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"1e990472-ed58-476c-9fc4-d08293aaef39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:40.833293494Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:41.588334841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"576b019b-eadf-4270-bc91-a89d15a3f90b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:41.588989651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"67826912-ac7a-481c-b85c-100d80e2a3d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:41.645772978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"576b019b-eadf-4270-bc91-a89d15a3f90b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:41.64767218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"67826912-ac7a-481c-b85c-100d80e2a3d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:50.385007692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"90de36a2-c097-4da4-9f06-27db974b9f76","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:51.732329099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"5ec7ef1d-2949-438f-9a08-3bb363203826","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:51.790807191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"0b80b74c-213a-4b82-857b-9472dfcde84d","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:51.79132732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"88ce6c80-027d-411b-956a-b7dd90b407b2","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:51.83652882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"f59ea338-35c4-4ad2-803d-6c9c5864d622","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:51.837354217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"f65288ec-402c-419d-9049-c4da74b5ce80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:51.894631889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"8b06d1f8-533f-44bb-94c1-1cad44aeadd0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:51.895394273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"3b16f761-5d9d-4eb2-97a0-92a0530c0b98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:51.902636992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"f65288ec-402c-419d-9049-c4da74b5ce80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:51.903610485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"f59ea338-35c4-4ad2-803d-6c9c5864d622","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:52.276301761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"e19163ff-38d9-4c39-8c13-e236fc267476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:52.276318369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"e08e4a8a-4f82-411b-8963-a030b26b7404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:52.334115101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"e08e4a8a-4f82-411b-8963-a030b26b7404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:06:52.334418049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"e19163ff-38d9-4c39-8c13-e236fc267476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:01.249894654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-58923238","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"e2e-conflict-b-58923238","reconcileID":"3a4232c0-fd5c-443a-8e57-451e9c4da464","MaaSModelRef":{"name":"e2e-conflict-b-58923238","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"e2e-conflict-b-58923238-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"e2e-conflict-b-58923238","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:01.309376796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-58923238","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"e2e-conflict-a-58923238","reconcileID":"34c407eb-b1bd-4cb7-85cb-1e1ab57cebca","MaaSModelRef":{"name":"e2e-conflict-a-58923238","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"e2e-conflict-a-58923238-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"e2e-conflict-a-58923238","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:03.227881349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"c06dbfb2-dee5-4160-bc20-748a2e8c0d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:03.227881442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"8182f919-faa3-4620-b38a-f13815cf0346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:03.285652462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"8182f919-faa3-4620-b38a-f13815cf0346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:03.285724499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"c06dbfb2-dee5-4160-bc20-748a2e8c0d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:07.375288535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-58923238","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"e2e-conflict-a-58923238","reconcileID":"a5b7354a-8ff0-45d5-a2f8-ac13d7dff78a","MaaSModelRef":{"name":"e2e-conflict-a-58923238","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"e2e-conflict-a-58923238-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"e2e-conflict-a-58923238","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:10.834151441Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:15.196690108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"96d20782-c617-4c9b-ba23-33caa718a7e8","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:15.197224741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"6e650ce2-0bce-4c3a-8bed-363534219d9a","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:15.197626088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"06d7611e-78ec-41a1-ac4a-ac3461593950","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:15.26385665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"2af7546d-62ae-4c63-a4d3-d7da1a551a68","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:15.264168856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"1b3bd289-a371-4d3f-a497-1012eabaf995","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:15.264420281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"c85d6d7a-6c44-41ab-887c-584c58613b19","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:15.368290761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"89b8fc5a-603f-4880-bb15-7246de717ddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:15.369761427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"3a7180b6-e0bf-405a-9d04-be6f86a9766c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:15.427899697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"06da85ff-737e-491b-888a-7520dac2b093","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:15.428824026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"5475e78c-b47b-4bbf-b324-916eb479529c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:15.432451109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"89b8fc5a-603f-4880-bb15-7246de717ddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:15.434318543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"3a7180b6-e0bf-405a-9d04-be6f86a9766c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:15.754098497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"54ad8462-506a-4e94-a7d2-d5091c150394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:15.754487667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"47a5e4dd-06f9-4362-a15c-38abb9bba036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:15.811293761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"54ad8462-506a-4e94-a7d2-d5091c150394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:15.813756193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"47a5e4dd-06f9-4362-a15c-38abb9bba036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:16.996839263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"8c918fdc-494f-4e86-87cd-7cb29b042c54","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:25.428408457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"8ac2dd91-d590-44ba-bc94-3f1ca0f04be0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:25.429122534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"c6e9075a-fd63-4463-bfa5-7d5485de1002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:25.487001165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"c6e9075a-fd63-4463-bfa5-7d5485de1002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:25.488053433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"8ac2dd91-d590-44ba-bc94-3f1ca0f04be0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:40.832749481Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:45.227222235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"06f8cd9c-37ec-4e95-8a12-87f42322adb2","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:45.22786636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"06fbee7b-b6f0-4c1d-86ed-f354fc3b9467","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:45.228322401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"cb20807d-31f6-4b90-a963-2f9227a48e3c","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:45.297917639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"2bf0e490-e720-4e4c-989d-0ff5a8d73c94","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:45.298306151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"8ef9e270-37c3-4d3c-a133-8899e4c37c85","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:45.298563194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"57074de9-cae6-46d8-9f2c-467917b439c7","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:45.402754071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"10244599-9398-4ccd-befe-2d3b902b3532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:45.403102057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"6b0d85bc-e43a-4e04-b2fd-31cd346e5b58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:45.458868965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"b31ef731-c857-462b-8a33-1241d688762f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:45.463472164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"6b0d85bc-e43a-4e04-b2fd-31cd346e5b58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:45.464284593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"10244599-9398-4ccd-befe-2d3b902b3532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:45.552853621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"2d404ee2-bb0a-4342-a50b-8015d29b2b58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:45.78813255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"a08bfbf7-2db0-4cad-af33-e7302f2e2abd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:45.788152813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"1090abca-a3a5-4ee7-b167-e4553bf0a865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:45.847358823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"1090abca-a3a5-4ee7-b167-e4553bf0a865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:45.847651753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"a08bfbf7-2db0-4cad-af33-e7302f2e2abd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:47.217746228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"20a33799-a354-44e4-98ae-b2badd789f48","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:47.218270449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"15c350e3-aae9-43bf-96dc-9cdc8bb8fb71","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:47.380670625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"b6ef52b6-f1cf-42e9-b165-f932a8b8c1bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:47.382521022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"63c76d48-e1fc-40d3-8757-51a2164a568e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:47.451086623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"6f53a05d-d421-427e-9f79-f83508039332","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:47.451368416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"2d9b9c0b-af59-488e-939e-1f4f59f18847","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:47.454952868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"b6ef52b6-f1cf-42e9-b165-f932a8b8c1bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:47.468890107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"63c76d48-e1fc-40d3-8757-51a2164a568e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:53.555219446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"3b382b74-98a9-42aa-b457-abe88acf9e1d","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:54.618174962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"8dd0101a-784f-40be-a824-0873c1944bae","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:54.677815095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"3c1caf90-c505-44fd-b05b-71d678ddf045","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:54.841081533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"5bd253c7-ed5c-460e-9891-f9b94ec47c0c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:54.898664801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"5bd253c7-ed5c-460e-9891-f9b94ec47c0c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:55.283788801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"905566d0-6c90-4e21-8dbc-64bdefc7eb60","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:55.455322986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"f7d3f424-a5f6-438d-8d4c-29104af1c3ef","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:55.513710263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"f7d3f424-a5f6-438d-8d4c-29104af1c3ef","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:57.447983069Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:57.448012735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"5d5d18cf-a861-4d76-95ca-36b7bdba140b","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:57.560758401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"aa1e09fa-2e0a-4f5f-b81d-08bcdc5a786e","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:57.560779779Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"aa1e09fa-2e0a-4f5f-b81d-08bcdc5a786e","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2ea4df-0026085cddf5","namespace":"llm","model":"e2e-rt-eq-2ea4df","externalModel":"e2e-rt-eq-2ea4df","provider":"e2e-rt-eq-2ea4df-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:57.561241525Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:57.569029384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"3844edaa-383c-46f8-9bb3-3f3117babd49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:57.56903699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"4d3f7b04-9825-41a8-9905-c89cfb1c7e19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:57.614836015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"34122fd2-32a8-461e-8dcb-bc0620ea8584","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:57.626995524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"3844edaa-383c-46f8-9bb3-3f3117babd49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:57.626999104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"4d3f7b04-9825-41a8-9905-c89cfb1c7e19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:57.668255905Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"749cf64d-2ee3-4984-b549-5ad8ca222da5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:57.668272547Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"3b4a291a-ac67-4143-a317-09d3b96c3afc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:57.668911182Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"eab15c50-5c24-418c-aaec-00a4e61e787b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:57.726296301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"3b4a291a-ac67-4143-a317-09d3b96c3afc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:57.726420848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"20ced40e-df1c-49b1-9375-66577ec02c86","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:57.729248873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"eab15c50-5c24-418c-aaec-00a4e61e787b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:57.729401868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"749cf64d-2ee3-4984-b549-5ad8ca222da5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:57.7300042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"299a5c87-082a-43d2-8add-39ed9afc6bca","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:57.730259936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"48af57a7-cf1c-4bcf-b059-f031c6463d6f","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:57.885996192Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-subscription","reconcileID":"287ab88a-9ea6-4979-a6e7-aff3105ba68b","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-c25349/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:57.88731122Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"c36d2461-49c6-4dbc-9266-2f63f54cc671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:57.887399215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"c36d2461-49c6-4dbc-9266-2f63f54cc671","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:57.890935277Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"93634ec9-e3d8-4fd7-be3f-784ad2de3aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:57.891619244Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"3cd3ea58-0791-4afd-862f-b16e14879029","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:57.945535699Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"93634ec9-e3d8-4fd7-be3f-784ad2de3aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:57.945586083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"93634ec9-e3d8-4fd7-be3f-784ad2de3aae","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:57.946361947Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"3cd3ea58-0791-4afd-862f-b16e14879029","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:57.946405371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"3cd3ea58-0791-4afd-862f-b16e14879029","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:58.054532241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"984d6844-e0b6-4ce4-8b43-db396c075429","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.060829189Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"2d289d14-c30b-44e2-a7c6-06ee262bbc9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.060884248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"2d289d14-c30b-44e2-a7c6-06ee262bbc9b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:58.10124123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"ef4acf41-68c7-41bc-833c-fe73eeafc9ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.116064099Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"3cf6e46c-8c5e-482e-a48f-b3e8d0123e9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.116115693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"3cf6e46c-8c5e-482e-a48f-b3e8d0123e9f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.117182349Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"f8949715-c5ea-41bf-86f0-f1edeee7e337","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.117249433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"f8949715-c5ea-41bf-86f0-f1edeee7e337","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.242377484Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"4042956b-c824-449d-b317-1a9ca4bb49c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.242448205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"4042956b-c824-449d-b317-1a9ca4bb49c3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:58.270022694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-subscription","reconcileID":"41669bfb-b4e4-4a93-887b-6bc4886f5790","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.342808104Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"1e6dc103-34e9-44c9-b156-f499eee0e8fe","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.342873295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"1e6dc103-34e9-44c9-b156-f499eee0e8fe","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.342898904Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"e6aa70fc-ba09-4ce9-b9c7-c0535b325c82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.342956707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"e6aa70fc-ba09-4ce9-b9c7-c0535b325c82","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:58.443470016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"f541a4ca-90f0-4283-8b86-d704223a9229","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.4464909Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"fe16c71a-0f5e-416e-9f5a-af45153639ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.446549463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"fe16c71a-0f5e-416e-9f5a-af45153639ca","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:58.549621625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"a3e3632e-e86c-457e-a7bd-008207b80c94","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:58.550239754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"1d82e1e6-db5b-4e0d-896b-8464383eba04","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:58.550642446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"efe15ca6-b814-4bac-b924-1ceefdd8e678","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.566886901Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"bf690ac8-6eb5-4c89-be53-ee4304750b1a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.566974232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"bf690ac8-6eb5-4c89-be53-ee4304750b1a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.566898853Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"35343fd7-a773-4086-96c8-98fecb034b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.567039422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"35343fd7-a773-4086-96c8-98fecb034b94","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:58.617868539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"11a145ff-d746-4ca8-9b2b-4a797da741db","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:58.618230521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"281920c8-3f87-4aac-8709-a7575df6d6e7","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:58.618518356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"4e15a6f4-7c88-4921-9608-b54887f4eed9","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.693341198Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"acc9b123-2930-4fd4-9897-48dd53e1b021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.693494255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"acc9b123-2930-4fd4-9897-48dd53e1b021","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:58.787632722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"7b007c52-c9ed-4b79-9349-167e6683b29c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:58.788381623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"1d2c000b-9ce5-425e-ba51-2b538313a64c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:58.804378845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"b2836fff-a52c-4eb8-8267-8787b1c31a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:58.804837242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"4bd856a7-4da7-4679-b009-aa106624e131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:58.862503715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"b2836fff-a52c-4eb8-8267-8787b1c31a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:58.8657407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"4bd856a7-4da7-4679-b009-aa106624e131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.914795157Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"25d32655-6109-42c9-99b6-91b28cbef6a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.91485867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"25d32655-6109-42c9-99b6-91b28cbef6a3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.91479689Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"54a7dc84-7149-4ad9-8827-2b8d1c61d926","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:58.914907175Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"54a7dc84-7149-4ad9-8827-2b8d1c61d926","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:59.015044779Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"a177215c-6eb8-4c7f-99cd-78c86f4e9410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:59.015130008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"a177215c-6eb8-4c7f-99cd-78c86f4e9410","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:59.23477434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"2a35ffc0-7759-4b47-83da-ff381a1a1430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:59.292782851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"2a35ffc0-7759-4b47-83da-ff381a1a1430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:59.333346329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"e6112df8-ee2c-4743-a7f3-c3cb71b9c61a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:59.333554239Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"4a80ff97-8e32-4e31-b8e3-b6a5298744f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:59.333602257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"4a80ff97-8e32-4e31-b8e3-b6a5298744f7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:59.333368067Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"4d8782bd-bf39-478c-a7a3-505d13360762","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:59.333720393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"4d8782bd-bf39-478c-a7a3-505d13360762","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:07:59.391522523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"e6112df8-ee2c-4743-a7f3-c3cb71b9c61a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:59.49679747Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"9de64fbd-9d4e-4e05-8513-f1cd1a45c881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:59.496881344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"9de64fbd-9d4e-4e05-8513-f1cd1a45c881","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:59.815927807Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"3914d397-47ae-459a-83ef-915b37e5dd0b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:59.815943208Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"b7d86352-9a68-4cf7-87a8-10f8a1cd47f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:59.815994302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"3914d397-47ae-459a-83ef-915b37e5dd0b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:07:59.816001127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"b7d86352-9a68-4cf7-87a8-10f8a1cd47f4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:00.305808508Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"0345986f-8cfb-45ca-b1d0-b6dbadbca8c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:00.305889732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"0345986f-8cfb-45ca-b1d0-b6dbadbca8c6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:00.476927721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"edcc1134-bcda-41f5-bd3e-fa46c5964f00","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:00.477488918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"3f5e28b6-8362-4af7-a0de-57c1d509caf1","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:00.62090129Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"adf19fbe-0459-4be2-8d4c-68784f7eed74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:00.620970289Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"adf19fbe-0459-4be2-8d4c-68784f7eed74","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:00.621790394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"7ce87803-1465-4464-971e-45db6b0377f8","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:00.627747939Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"cd60236f-1a06-4469-8df1-92647ed5f36e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:00.627816306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"cd60236f-1a06-4469-8df1-92647ed5f36e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:00.646184328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"84622860-0b7b-4b4a-9964-f2914d595c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:00.656318962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"21f9f4a0-bb2a-4a84-92d1-027ff81b53f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:00.769132021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"84622860-0b7b-4b4a-9964-f2914d595c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:00.770087802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"2250f39d-7212-406f-b682-d2f956a95489","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:00.770773756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"7e505283-22c0-4501-b955-482f8947a7ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:00.774389038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"21f9f4a0-bb2a-4a84-92d1-027ff81b53f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:00.838039779Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"975d5845-1023-4bbb-8625-5bdee0789c85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:00.838125737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"975d5845-1023-4bbb-8625-5bdee0789c85","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:00.838407446Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"d49ec7a1-26ae-4856-8c5a-21ae864af846","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:00.838452278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"d49ec7a1-26ae-4856-8c5a-21ae864af846","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:00.838714495Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"3d420a32-1940-4217-a9aa-102e10978c91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:00.838851115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"3d420a32-1940-4217-a9aa-102e10978c91","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:03.234227601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"be3780c7-a6d8-431c-b395-5cf1c0430ba5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:03.561475791Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"7194a8a6-ca51-448f-a334-94b78d765980","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:03.561495798Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"79b71360-a166-436e-8476-3cb22ee5b703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:03.561549631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"7194a8a6-ca51-448f-a334-94b78d765980","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:03.561556866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"79b71360-a166-436e-8476-3cb22ee5b703","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:03.561857068Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"ca52258f-6ee5-42da-87ab-03fd33b6fafb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:03.561904656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"ca52258f-6ee5-42da-87ab-03fd33b6fafb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:04.892850568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"185df1bc-ae29-4117-9146-ca8fbdc6cffa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:08.843945786Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"413f4a74-a35f-49f9-990d-35a69e974fe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:08.844014448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"413f4a74-a35f-49f9-990d-35a69e974fe5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:08.843946346Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"a3fd7c14-149d-45bc-93f8-0b5a61cdcd70","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:08.844057043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"a3fd7c14-149d-45bc-93f8-0b5a61cdcd70","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:08.844237378Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"e960255e-892a-449d-9951-a42498411f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:08.844294201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"e960255e-892a-449d-9951-a42498411f02","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: compose ai-tenant-e2e-worker-w4-c25349/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: model e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:10.826389506Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-subscription","reconcileID":"83d67642-5055-4a95-8d2c-e6750d8a4c99","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:10.832267988Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:11.046474388Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-subscription","reconcileID":"83d67642-5055-4a95-8d2c-e6750d8a4c99","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c25349/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:11.263020061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"77d817dd-4485-479b-8a46-a6012cb4e574","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:11.308932033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"347b297b-2780-4742-91f2-8404cdd95b80","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:11.308979118Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:11.460839136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"be31f776-6764-468a-a5b9-496b0328f7f6","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:11.470922917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"ff29b90d-c883-468f-8632-05a63bdbc683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:11.470959228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"ebede3d9-568d-4da5-90f6-0838dd4a8b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:11.473795043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"9c0ea3dd-0f7d-4bea-95c3-be4234bd5828","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:11.530025296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"ff29b90d-c883-468f-8632-05a63bdbc683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:11.530120011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"ebede3d9-568d-4da5-90f6-0838dd4a8b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:11.532353428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"9c0ea3dd-0f7d-4bea-95c3-be4234bd5828","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:11.805137883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"9c0ea3dd-0f7d-4bea-95c3-be4234bd5828","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:11.805336465Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-dedup-auth","reconcileID":"715c1585-e083-436d-a6de-72af7c4cb753","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:11.805510773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"f9ddcfa5-8234-4b59-bef4-1cc2e6fc3818","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:11.806675902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"195f3a01-69c0-4a64-8d17-a41b1014c3a0","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:11.969788358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"7fc79a59-8246-485f-a651-55847186a163","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:12.978324163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"68340a69-82dc-4331-b185-e0f6dbeb5e24","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:12.978632237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"3925cb01-d02d-4686-bc83-006550903df0","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:13.034194106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"a1e566ba-9fbc-417c-aa1a-8e4ab1586438","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:13.034459446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"4822f185-4208-49ad-bda3-d07a874e8616","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:13.24944034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"b7a8fd26-f6b7-468f-804e-7c2017e626f3","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:13.249581541Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:13.302095965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-auth","reconcileID":"2c263eaa-bcef-4506-be52-5b241a9f2753","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:13.311432994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"4daa0298-34fc-4eda-b479-fd8e4e505286","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:13.355695218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-subscription","reconcileID":"298e4083-d46f-4a09-a9bd-6ee56c8b957c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:13.359787675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-auth","reconcileID":"2c263eaa-bcef-4506-be52-5b241a9f2753","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:13.370652172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"8355e40f-a41b-4716-868d-cc22c6af8c86","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:13.46315892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"ccb2adfb-358b-41e1-8520-e1c603c471be","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:13.463482293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"8ff69d1a-5c70-4b1b-98e1-753d7b5565df","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:13.520720205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"19fc477f-0c69-4558-b1a9-550701ef290a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:13.520828221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"bb64ab6a-86bf-4b3e-9428-422c2b925ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:13.521867615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"362df4c5-5fc6-4059-9d4d-532275dad3eb","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:13.522191915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"a72bea9b-5d94-4439-81a6-9322002400c2","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:13.580229598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"19fc477f-0c69-4558-b1a9-550701ef290a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:13.580230237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"bb64ab6a-86bf-4b3e-9428-422c2b925ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:13.738885197Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-subscription","reconcileID":"5659fa44-851c-4a08-8ca6-6dd578d4f734","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-distinct-w4-c25349","model":"distinct-w4-c25349","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c25349/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:13.836270665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"767bd67e-b46b-4c97-88f0-832c66dab641","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:13.836604776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"e07b760b-4374-4960-99d4-0ddcf5cd0f06","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:13.9032085Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-subscription","reconcileID":"5659fa44-851c-4a08-8ca6-6dd578d4f734","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-distinct-2-w4-c25349","model":"distinct-2-w4-c25349","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c25349/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:14.045324234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"c695702e-65ed-451e-bc98-2a7a6e53d649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:14.045324205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"7d405bca-62c1-4ba0-b64d-4415f8103f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:14.102662702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"7d405bca-62c1-4ba0-b64d-4415f8103f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:14.102741129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"c695702e-65ed-451e-bc98-2a7a6e53d649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:14.127693382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"6aca8587-1139-4966-a251-19bba8d45a8a","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:14.128080811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"438ad355-3f38-4ee7-9eec-080a06d86a2f","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:14.146587868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-auth","reconcileID":"72ca41ab-6bd7-4fb7-8166-84775238be32","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:14.207985067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-auth","reconcileID":"72ca41ab-6bd7-4fb7-8166-84775238be32","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:14.342424578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-subscription","reconcileID":"662b2b13-af64-4e73-8c13-da598bc75087","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-distinct-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/distinct-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:14.503385026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-subscription","reconcileID":"662b2b13-af64-4e73-8c13-da598bc75087","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-distinct-2-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/distinct-2-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:14.688483815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-auth","reconcileID":"72ca41ab-6bd7-4fb7-8166-84775238be32","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-distinct-models-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:14.966358658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-auth","reconcileID":"b4fd1c3c-f818-4b86-b59a-bee0deba73e5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:15.043560062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-auth","reconcileID":"b4fd1c3c-f818-4b86-b59a-bee0deba73e5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:15.539571036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"ed1fc354-6f61-48ce-ad49-84a46a313c3a","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:16.490220025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"17593764-2406-4db2-8907-0fb173569376","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:16.546531213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"91689769-49c9-4612-906c-c035040d5376","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:16.760016262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"796b96bf-e7d9-4016-b0f5-15150ae4d8c8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:16.767234264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"86d7f6ee-7f31-40f2-bb2c-e54e77ae090c","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:16.767330605Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:16.820334411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"796b96bf-e7d9-4016-b0f5-15150ae4d8c8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:16.829420724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"f0507916-89d6-4ec3-95fc-a0dde04287bb","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:16.829781702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"0643084b-d1e4-4d06-9a68-7983e72adbdf","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:16.87435959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"6fd1b38a-d901-4c24-9acc-3fd83dc8da84","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:16.880501675Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-14d090/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:16.930598779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"3b9a7374-da71-498b-9758-bd3d4256d0bd","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:16.983153792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"9a688405-c87d-4888-b6d6-36655ef246f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:16.983398694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"49c0b96f-7b9a-42fe-9ca6-89525c867260","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.03256179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"4bf5f3ce-1398-4dae-ad66-1e49bf6e4be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.033290304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"5fd04b9a-cf93-4d02-a2ed-92d7294a70ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.040773547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"a9048b35-9118-4ee9-96d1-4a8fdd109abf","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.045408119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"49c0b96f-7b9a-42fe-9ca6-89525c867260","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.047684807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"9a688405-c87d-4888-b6d6-36655ef246f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.09052979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"4bf5f3ce-1398-4dae-ad66-1e49bf6e4be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.090928947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"5fd04b9a-cf93-4d02-a2ed-92d7294a70ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.142425791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"82b83cd3-3fef-470a-b0dd-2e63f6fd9666","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.160287777Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-sub1","reconcileID":"1c0bf306-623a-4471-83aa-f9f5d5ffc979","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-w0-14d090","model":"distinct-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.306320722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"c813abf9-5ca2-46c8-82bf-920af2f130a2","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.311263155Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-14d090 priority=0:[ai-tenant-e2e-worker-w0-14d090/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-14d090/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.311301537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"d1addf52-a5f9-4d47-884b-677e8b4a45f6","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:17.366425766Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-14d090/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.369983579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"26a1be38-737c-4501-ac41-728383a31d65","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.409010311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"46685cd1-d956-4a99-a023-880210df2a66","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.415466556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"9f79bbd3-6836-45db-90b2-c14db8f806ef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:17.420658184Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-14d090/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.467657007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"46685cd1-d956-4a99-a023-880210df2a66","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.473278082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"db070abb-07f0-4ea4-bb42-9e4b4d12b856","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.485403482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"e26cd66b-9624-47ce-92f9-1ac32674a88b","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.509402646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"d5840d1f-2f30-441d-ba47-1eb0ac257aff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.509522871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"d28f9b20-4793-414c-bbbb-3e6049a9065a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.543802264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-sub1","reconcileID":"8b6ae795-71f4-4f8d-a1ba-284f17d0d34f","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.543867551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"01e12a62-c7ed-4347-a62a-31a055bcf061","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.566712735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"d28f9b20-4793-414c-bbbb-3e6049a9065a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.566714095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"d5840d1f-2f30-441d-ba47-1eb0ac257aff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.609511323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth2","reconcileID":"92715c35-cdeb-4470-a7e3-0f299cb3325b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.650961963Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-subscription","reconcileID":"a8d17311-b13e-4a15-8fd7-6632a4a04271","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-41ad198a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.66717105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth2","reconcileID":"92715c35-cdeb-4470-a7e3-0f299cb3325b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.692779894Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-sub2","reconcileID":"ef65b09a-e4c7-4e79-ba8c-bb85b6b8a703","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-2-w0-14d090","model":"distinct-2-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.704467399Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-subscription","reconcileID":"645f33e5-8dce-4a48-8485-b2fcb2845645","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-41ad198a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.757039507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"e5e03626-6149-4810-8fe7-6775eafa8c84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:17.785060983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"46685cd1-d956-4a99-a023-880210df2a66","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.816057416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"e5e03626-6149-4810-8fe7-6775eafa8c84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.864236759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"98e5fb0b-7447-4b67-a3c2-55ab9b36c8a6","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:17.987851568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"6ea38982-6412-4d93-9a41-b8a66a590b23","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:18.054000389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"83505ce0-93b9-4cfe-aca0-cd0a93d4eadc","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:18.079617371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-sub2","reconcileID":"bc8bce03-e5dd-466e-adb9-3a98104713f1","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-2-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:18.111487183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"83505ce0-93b9-4cfe-aca0-cd0a93d4eadc","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:18.157641902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"f733a9f7-e739-4943-a7e6-a0fc46b6b2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:18.157641588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"b46cf6e3-103a-47bc-9163-0fd34ee28c8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:18.215300798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"b46cf6e3-103a-47bc-9163-0fd34ee28c8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:18.215566679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"f733a9f7-e739-4943-a7e6-a0fc46b6b2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:18.254813157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth2","reconcileID":"84e1f30e-ddb9-4ff6-8cf8-b4868d1a0af3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:18.300189716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"8f4f0789-0b3b-4e6f-813d-5fb568dd0b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:18.312282848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth2","reconcileID":"84e1f30e-ddb9-4ff6-8cf8-b4868d1a0af3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:18.357921112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"8f4f0789-0b3b-4e6f-813d-5fb568dd0b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:18.629993274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-auth","reconcileID":"d185933c-0786-479b-a34b-b425033adf57","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:18.68732672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-auth","reconcileID":"d185933c-0786-479b-a34b-b425033adf57","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:18.730964568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"a4676c38-208f-474c-9226-8793edca9ffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:18.789109094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"a4676c38-208f-474c-9226-8793edca9ffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:21.085335111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"4e4b4644-da2d-431e-83f5-ae19e3a6ea53","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:21.251882538Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-sub1","reconcileID":"7d87601a-0e61-4859-a7bc-8e458588ba28","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3300fffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:21.353824786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth2","reconcileID":"b1131de0-926c-4e4c-9b4b-3ac08140a026","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:21.353823733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"51e37e37-eb7f-41c4-822f-c73c5d5872b0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:21.358271675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"5006bdaa-0816-407c-87b5-85f17a2f56e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:21.358290971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"2abb3c14-a52a-4eff-ad0a-a0b7d39aae3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:21.411560779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth2","reconcileID":"b1131de0-926c-4e4c-9b4b-3ac08140a026","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:21.411627493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"51e37e37-eb7f-41c4-822f-c73c5d5872b0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:21.416839909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"5006bdaa-0816-407c-87b5-85f17a2f56e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:21.416851095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"2abb3c14-a52a-4eff-ad0a-a0b7d39aae3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:21.887058943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"a7ab50bb-2b0a-463c-bf32-db868f7e0dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:21.887350499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth2","reconcileID":"13c42afe-95a3-4697-beec-b6f1f4b6af30","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:21.887654667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"56ec67c4-93bd-4d48-8008-dd33e45b0be1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:21.887781659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"20449331-d122-4b1f-8ccb-11ce0d1855fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:21.946776049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"56ec67c4-93bd-4d48-8008-dd33e45b0be1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:21.946777308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"a7ab50bb-2b0a-463c-bf32-db868f7e0dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:21.950343644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth2","reconcileID":"13c42afe-95a3-4697-beec-b6f1f4b6af30","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:21.950441594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"20449331-d122-4b1f-8ccb-11ce0d1855fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:27.660515002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-sub2","reconcileID":"e8ee4b15-a2bd-48c0-b4ff-75fba178cc2c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-2-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:27.761408372Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-subscription","reconcileID":"64b4ad5a-f6a4-49c1-a9c2-1f94f2af0a0e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/distinct-w4-c25349","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:27.816219414Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-subscription","reconcileID":"64b4ad5a-f6a4-49c1-a9c2-1f94f2af0a0e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/distinct-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:27.856763708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"3fbbea83-2f74-4532-8670-2413fa9b33de","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:27.872699505Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-subscription","reconcileID":"64b4ad5a-f6a4-49c1-a9c2-1f94f2af0a0e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/distinct-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:27.929631507Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-subscription","reconcileID":"64b4ad5a-f6a4-49c1-a9c2-1f94f2af0a0e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/distinct-2-w4-c25349","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:27.986651497Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-subscription","reconcileID":"64b4ad5a-f6a4-49c1-a9c2-1f94f2af0a0e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/distinct-2-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.041342333Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-subscription","reconcileID":"64b4ad5a-f6a4-49c1-a9c2-1f94f2af0a0e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/distinct-2-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.323077256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"8c578e61-7334-437a-ac33-9b5ce903313f","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.323621452Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.381014884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"109211c9-c142-43b5-bdc2-52dc5047b4f2","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.437834237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"95712080-e3c5-4697-9df9-8a524e72de2f","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.47369852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"cea5d870-1a96-455c-8988-60457d92dc5b","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.473924388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"eddb6117-ce14-40b6-9219-a3783fb2919d","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.618317584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-auth","reconcileID":"65170c7a-4373-447b-b242-c5f20750c9af","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.618357738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"7b0e97ee-4904-44c9-869d-3b76e8cd59ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.618779909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"379b0e7e-0d9a-4472-8915-9dbc69f9ba9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.677139873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-auth","reconcileID":"65170c7a-4373-447b-b242-c5f20750c9af","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.677578658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"7b0e97ee-4904-44c9-869d-3b76e8cd59ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.679666822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"379b0e7e-0d9a-4472-8915-9dbc69f9ba9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.736218627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"cabfdfaf-bd00-40dd-ad1e-745b8d7d7d39","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.736327928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"7e10ed5d-98e6-4430-ae80-e57b8e6d80c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.794078259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"cabfdfaf-bd00-40dd-ad1e-745b8d7d7d39","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.794104672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"7e10ed5d-98e6-4430-ae80-e57b8e6d80c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.945300869Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-auth","reconcileID":"6ec2ffc3-0de8-4ac4-98bb-80ff4b260532","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/distinct-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.999105343Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-distinct-models-auth","reconcileID":"6ec2ffc3-0de8-4ac4-98bb-80ff4b260532","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/distinct-2-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.999315118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"4e954db6-fc5c-4d48-bc1c-a08a057c7a9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:28.999454672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"a70b7e67-5e0c-45ee-b52c-d2bbc34047c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:29.058904377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"4e954db6-fc5c-4d48-bc1c-a08a057c7a9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:29.058905276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"a70b7e67-5e0c-45ee-b52c-d2bbc34047c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:29.164169643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"4194722a-c813-4bf6-bd74-3f759b822343","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:29.164453431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"8b1ccde1-b8cf-4568-b72c-e3d8f3353ca6","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:29.22485795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth2","reconcileID":"70890f6c-50b6-44a8-bb6b-598cee74ac3a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:29.22486105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"91646180-4ef7-40d5-be6d-0baaab7bc141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:29.282373549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth2","reconcileID":"70890f6c-50b6-44a8-bb6b-598cee74ac3a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:29.282392453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"91646180-4ef7-40d5-be6d-0baaab7bc141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:29.430592831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"6852db94-4ae1-4033-8659-80d6fecbccbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:29.489636735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"6852db94-4ae1-4033-8659-80d6fecbccbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:29.531355868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"62775cf5-43aa-4e89-bc29-a71055f0d85c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:29.593472831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"62775cf5-43aa-4e89-bc29-a71055f0d85c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:30.183860232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"7e907e4e-039e-4461-bd73-bc44690fef95","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:30.241603657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"060b5c3d-9478-4d15-a261-9bb9a71d5d1e","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:30.414688823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-invalid-sub-auth","reconcileID":"d3c69743-0603-432c-9c02-7bb360cc7e90","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:30.464072602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"22e1d351-ea96-456b-9480-e39f014fd2af","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:30.464212235Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:30.472062235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-invalid-sub-auth","reconcileID":"d3c69743-0603-432c-9c02-7bb360cc7e90","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:30.523300631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"55c0930f-b387-4f0b-9f1c-9b2670b58231","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:30.572092144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-valid-sub","reconcileID":"4e9dea6e-529f-475d-bc68-dd70d46df934","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:30.62659897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"65aa222e-6ea3-4599-a49f-89ba6e979d88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:30.626601677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"68825d46-906a-4183-a37d-2c13cf621564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:30.685134746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"65aa222e-6ea3-4599-a49f-89ba6e979d88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:30.685318243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"68825d46-906a-4183-a37d-2c13cf621564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:30.68543421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"26d91f5b-6440-44fe-a0d9-79df7b4d67e6","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:30.739577234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"4f64a939-68af-450e-b93e-ca83a709701f","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:30.797684428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"878b3ac3-a91c-43ae-9b38-1a6bab873c97","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:30.958629954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-invalid-sub-auth","reconcileID":"cf393d9c-58fe-4cc9-808e-c7f35629edde","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:31.014971173Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-valid-sub","reconcileID":"3b81ee1c-df20-42f3-aad0-bd8f40ad0e08","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c25349/e2e-models-valid-sub","ai-tenant-e2e-worker-w4-c25349/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:31.018451233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-invalid-sub-auth","reconcileID":"cf393d9c-58fe-4cc9-808e-c7f35629edde","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:31.059645044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"f22d0ea0-b1d2-4529-91ef-e58053109af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:31.059653601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"17e9049f-31d8-4eb1-8b19-c8711c371e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:31.11834359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"17e9049f-31d8-4eb1-8b19-c8711c371e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:31.118580166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"f22d0ea0-b1d2-4529-91ef-e58053109af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:31.183457146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"3729d96a-8f62-4d49-b2bc-959f3e047ae5","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:31.231072309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"e75f678c-0d02-4a46-ba2a-555fff67e248","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:31.306331692Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-sub1","reconcileID":"7527f407-b9be-4ac8-8b00-440a97c6277d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:31.360343303Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-sub1","reconcileID":"7527f407-b9be-4ac8-8b00-440a97c6277d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:31.399104269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-valid-sub","reconcileID":"64ece9be-29e1-434a-ba6a-c13ab90c4e27","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:31.414725692Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-sub1","reconcileID":"7527f407-b9be-4ac8-8b00-440a97c6277d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:31.689319104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"21387540-a7f7-4704-acc9-2cf338907ab5","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:31.689641114Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:31.749895092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"71378420-6326-47c8-9fd8-8b7bf62fefc5","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:31.836126532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"6af5da13-514c-427b-b00d-ff1cf0af87a4","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:31.959485994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"7bb12781-a110-40f8-bd22-038a055b1f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:31.959629173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth2","reconcileID":"dfa484ca-1ffb-45ec-beaf-2094dd71796b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:31.959492504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"869a82b3-8b1f-48c0-9653-429ca4cb0b5c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:31.959941933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"132da542-7d55-4406-95aa-d2dcaa64956f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:32.001953803Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-sub2","reconcileID":"e5216366-7f99-4a8f-b9b0-99e6059a6a59","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d80ba10d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:32.019488937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"7bb12781-a110-40f8-bd22-038a055b1f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:32.019530307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth2","reconcileID":"dfa484ca-1ffb-45ec-beaf-2094dd71796b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:32.022312697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"869a82b3-8b1f-48c0-9653-429ca4cb0b5c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:32.022507149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"132da542-7d55-4406-95aa-d2dcaa64956f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:32.449312346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"1c1778d3-863b-4a81-97cf-2441ae8248fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:32.450825402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth2","reconcileID":"227d32a7-0084-4298-aca8-d244b8ed8d08","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:32.451061791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"36e527dd-4e0a-40b8-bd77-0e17a01046dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:32.450824807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"0b87e990-158f-4a52-9c63-e236d9f5a2cb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:32.507224209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"1c1778d3-863b-4a81-97cf-2441ae8248fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:32.510073229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth2","reconcileID":"227d32a7-0084-4298-aca8-d244b8ed8d08","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:32.51092781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"0b87e990-158f-4a52-9c63-e236d9f5a2cb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:32.51255601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"36e527dd-4e0a-40b8-bd77-0e17a01046dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:33.362393503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"13015863-ecaf-4db7-99aa-5368c0fe6826","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:33.523832563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"20898fbf-b36c-4f77-a7f6-0a8bbeedd17f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:33.523851601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-invalid-sub-auth","reconcileID":"e28d7564-18cd-4bc7-a20c-f2ff8f0b9138","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:33.524292477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"2d88f362-9052-4dd0-b58e-2d708d91e329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:33.583253859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"20898fbf-b36c-4f77-a7f6-0a8bbeedd17f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:33.583318013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-invalid-sub-auth","reconcileID":"e28d7564-18cd-4bc7-a20c-f2ff8f0b9138","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:33.58567058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"2d88f362-9052-4dd0-b58e-2d708d91e329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:40.835708682Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:42.057157341Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-sub2","reconcileID":"f4dd6b81-1be2-4d1e-bc75-15e5f108e971","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:42.113261192Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-sub2","reconcileID":"f4dd6b81-1be2-4d1e-bc75-15e5f108e971","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:42.167616986Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-sub2","reconcileID":"f4dd6b81-1be2-4d1e-bc75-15e5f108e971","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:42.441910915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"2e956c99-8df1-4eeb-bbc9-14caadce17ec","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:42.442350747Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:42.61614214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"1ec03961-ed00-4940-b662-97a3998c0298","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:42.713952381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"03501206-4420-4d8f-884c-b8606abecadd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:42.714188098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"427f3bcf-a142-4232-b45d-cf70539932af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:42.713952391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth2","reconcileID":"8d30a948-776c-4d87-8dc2-dab7d5efa2b6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:42.714571524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"93b6b5d7-d6a9-41e9-af1f-cab3db075267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:42.772498644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"03501206-4420-4d8f-884c-b8606abecadd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:42.773753141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"427f3bcf-a142-4232-b45d-cf70539932af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:42.775021448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth2","reconcileID":"8d30a948-776c-4d87-8dc2-dab7d5efa2b6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:42.777287813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"93b6b5d7-d6a9-41e9-af1f-cab3db075267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:42.980791972Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth1","reconcileID":"518f3fa6-4947-4f9c-bf53-6d2805fd2614","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:43.191006593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"4a652180-4528-4271-b0a5-a2853373530f","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:43.196602051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth2","reconcileID":"b656d25f-27f9-4002-a96f-db3349465a16","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:43.254445607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth2","reconcileID":"b656d25f-27f9-4002-a96f-db3349465a16","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:43.344009914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"d23e6c73-142f-4cf6-b7e9-dc93391d5dab","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:43.462105667Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-return-all-auth2","reconcileID":"de80be6b-1263-4b49-9bdd-1642eb62efd2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:43.530163551Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-valid-sub","reconcileID":"182d70ad-f73d-4e7b-be6e-4f88a07cc69c","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:43.673347594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"d4a594e9-75ab-4117-ac6a-ee217aa1f7fc","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:43.753200271Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-valid-sub","reconcileID":"182d70ad-f73d-4e7b-be6e-4f88a07cc69c","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c25349/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:43.971654409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"57cd3728-c506-4a90-9850-6d09e14e3669","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:44.016190478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"d1c208d7-0cbe-4129-b606-e45a3835243d","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:44.016510706Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:44.163779583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"c01ba503-6765-4ba1-aa36-753824854deb","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:44.178700325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"d50df77e-17b4-48e9-96dd-53e5d6920166","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:44.179060933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"bd4e5287-abe3-4a2e-a3c4-03d0dd949864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:44.179799246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-invalid-sub-auth","reconcileID":"29b6eeb7-6326-4c81-8951-573d7fe411dd","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:44.237045728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"bd4e5287-abe3-4a2e-a3c4-03d0dd949864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:44.237350866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"d50df77e-17b4-48e9-96dd-53e5d6920166","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:44.239287223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-invalid-sub-auth","reconcileID":"29b6eeb7-6326-4c81-8951-573d7fe411dd","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:44.444598262Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-invalid-sub-auth","reconcileID":"d3b89053-d1d4-4d03-b33d-d3c2c4173bbe","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:44.65698604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"1ea6e953-9bd6-41b2-98c5-961eb780b937","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:45.089274313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"a66e5025-2fc6-4b6a-90bf-5a793fe34423","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:45.146513534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"1714bb58-b912-456b-9384-5a40382b2e34","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:45.319310286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-user-token-filter-auth","reconcileID":"97634c13-5ad0-4bf5-b27b-194b07b4c8f1","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:45.378072306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-user-token-filter-auth","reconcileID":"97634c13-5ad0-4bf5-b27b-194b07b4c8f1","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:45.378554007Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:45.378758407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"6efacefa-8fb1-4c0f-8432-702adf81d3b3","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:45.435178762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"7480a48f-aed8-462c-9ea3-53f3ef8dd6af","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:45.485577338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-user-token-filter-sub","reconcileID":"e779b932-d50a-4058-8325-fc372ab3b9aa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:45.53905076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"337f8c02-1a74-4032-95af-9f91cd1a15fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:45.53936816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"12fd196e-c579-4c0c-99ba-51173e9fd2d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:45.597570707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"337f8c02-1a74-4032-95af-9f91cd1a15fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:45.597605175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"12fd196e-c579-4c0c-99ba-51173e9fd2d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:45.600440839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"cd6c2a8e-f89c-4bd4-ab3c-8f2562696d07","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:45.658661631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"2cae9949-a2ab-4f7b-ba78-0072e838e04f","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:45.698793294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"12a5166d-fac9-4aee-bbd0-7e1d7bbfc384","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:45.859174331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-user-token-filter-auth","reconcileID":"f074d8a0-7a18-4ed7-b976-6a4989d0e108","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:45.917412777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-user-token-filter-auth","reconcileID":"f074d8a0-7a18-4ed7-b976-6a4989d0e108","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:45.933686444Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-user-token-filter-sub","reconcileID":"472808a7-1b83-4009-a7cf-7aa8a5259cea","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w0-14d090/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:45.991899169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"f6fc3624-9d5a-4d36-ba28-a425a4db90ce","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.005289533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"2aadf951-cadf-4558-b96d-f1757352f810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.005298449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"c88dcc8a-2f47-43ee-8076-e8567ec6bc11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.047790006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"9f056fb3-959b-4735-8aa8-3bfc0fcd3296","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.062709197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"c88dcc8a-2f47-43ee-8076-e8567ec6bc11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.063079508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"2aadf951-cadf-4558-b96d-f1757352f810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.104490039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"0846a05e-4404-479c-8949-47d323e5098c","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.163447118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"34878eb2-a173-4647-9640-9a5dbd53f0d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.219998845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-access-denied-auth","reconcileID":"64ccc404-f423-4569-adb1-5d2abe9a9f6e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:46.248397625Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-user-token-filter-auth","reconcileID":"f074d8a0-7a18-4ed7-b976-6a4989d0e108","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-user-token-filter-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.283764968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-access-denied-auth","reconcileID":"64ccc404-f423-4569-adb1-5d2abe9a9f6e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.297700463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"04464eb9-6b1f-4aea-a935-ed61011080bd","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.297659165Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.337144172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-user-token-filter-sub","reconcileID":"48177ecb-3f5b-4fb4-9176-eaf24a10f334","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.35685161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"19b5825f-3c95-427b-bc77-627d017ed39e","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:46.412136278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-user-sub","reconcileID":"1940ba4f-8b4d-45bf-ac49-40d1058726f0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.413452269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"c0a37aee-2c07-4297-99db-c4e36287dee5","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.426373838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-user-token-filter-auth","reconcileID":"51a22815-272c-464f-a99c-83cd32d0f0d3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.514378684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-user-token-filter-auth","reconcileID":"51a22815-272c-464f-a99c-83cd32d0f0d3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.547109788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"e5ec55eb-b0f8-4039-b655-81afe29d888b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.547109528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"2ef71cf5-1831-4f19-af57-2862fba2b424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.607026919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"e5ec55eb-b0f8-4039-b655-81afe29d888b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.608565284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"f2aaeeef-2b04-4aed-8a68-0ea19e24f33a","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.608625862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"2ef71cf5-1831-4f19-af57-2862fba2b424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.609921803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"a29cfb4c-b679-4d46-ae30-93a35b459a6e","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.610543851Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-c25349 priority=0:[ai-tenant-e2e-worker-w4-c25349/e2e-models-other-sub ai-tenant-e2e-worker-w4-c25349/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.669922539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"23a7bba8-3e04-4ff1-b983-9e796e498a93","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.670530807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"e74b59f2-f7b3-49ab-927c-6e6cac8dee11","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:46.721420614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-other-sub","reconcileID":"0d7f4ec4-f7d7-421e-9dd2-74c8f8d69e96","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:46.723539587Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-c25349/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.728229076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"51af61c5-4600-4b1f-81ad-f7bed3b5ec8f","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.769919943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-access-denied-auth","reconcileID":"e4b95038-57b0-4ff4-a547-806a425d2e5e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.829217684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-access-denied-auth","reconcileID":"e4b95038-57b0-4ff4-a547-806a425d2e5e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.839384403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"bf4a029a-cf2a-45e3-83ba-533879dfeb62","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.898983152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"2f6bcc26-e0b4-472e-a868-9216506963e7","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:46.997324045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"977e0e22-727f-4783-b384-bff9193529b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:47.002208063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"c7aea05d-cc42-4eeb-aafe-a9a25f9cd700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:47.0135173Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-user-sub","reconcileID":"1bcab93a-f97f-4024-afd3-6b0d863e42d8","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-c25349/e2e-models-other-sub","ai-tenant-e2e-worker-w4-c25349/e2e-models-user-sub","ai-tenant-e2e-worker-w4-c25349/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:47.078495218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"c7aea05d-cc42-4eeb-aafe-a9a25f9cd700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:47.08536089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"977e0e22-727f-4783-b384-bff9193529b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:47.148827605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-other-sub","reconcileID":"100034e5-1739-4553-b052-8acf93210efc","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:47.245299452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-access-denied-auth","reconcileID":"bfa8e546-b359-4d7c-b287-751d65a8a7c8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:47.283822006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"c042378b-dff8-4ab3-b5bb-e9269754ddda","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:47.284955548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"5a4548fb-90a8-4bd5-8b75-04e87ae1cd05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:47.324219125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-access-denied-auth","reconcileID":"bfa8e546-b359-4d7c-b287-751d65a8a7c8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:47.38907554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"c345fad4-f8a8-4a07-8dd9-654f260e8897","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:47.497534142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"b7a7303a-01de-42c4-aaf4-1aad414ba2f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:47.498249679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"3621be88-35cf-4c19-b2db-2def5253b8ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:47.515417265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-user-sub","reconcileID":"fb3500f2-9129-4c78-83ac-9e18365d47dd","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:47.577306136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"3621be88-35cf-4c19-b2db-2def5253b8ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:47.578185671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"b7a7303a-01de-42c4-aaf4-1aad414ba2f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:47.638836039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-other-sub","reconcileID":"0499e741-085f-4d23-b1a4-1c045d663e92","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.182189908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-access-denied-auth","reconcileID":"71027666-bbdd-4783-8ee8-500f39df1bd2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.182225187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"7edad0b4-e3e2-4d8f-b6d5-b3ac008875b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.182709253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"52757ef6-f6da-4db9-9176-56827232d845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.240013895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-access-denied-auth","reconcileID":"71027666-bbdd-4783-8ee8-500f39df1bd2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.241043196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"7edad0b4-e3e2-4d8f-b6d5-b3ac008875b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.242278338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"52757ef6-f6da-4db9-9176-56827232d845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.483406059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"ff37b343-3f29-4a15-97dc-692fcd32144c","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.500215288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"cd0048b3-7129-43b2-bee8-5ffa2a9a9ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.500216376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"15a5c142-e393-4d8d-8847-51be74885dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.557941262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"cd0048b3-7129-43b2-bee8-5ffa2a9a9ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.558139638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"15a5c142-e393-4d8d-8847-51be74885dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.608948886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-access-denied-auth","reconcileID":"361ad995-05c0-4ea4-bf03-2004a109fd62","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.609015408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"8c284ec6-77e8-45e6-9f62-bb3d32fa7c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.609581453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"918307e6-ca3a-45b7-9df2-d3b44fc478fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.667365689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"8c284ec6-77e8-45e6-9f62-bb3d32fa7c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.667606274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-access-denied-auth","reconcileID":"361ad995-05c0-4ea4-bf03-2004a109fd62","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.670209073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"918307e6-ca3a-45b7-9df2-d3b44fc478fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.928579396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"085d5477-57c1-42cb-b911-c7b45c2ff0e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.928799222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-user-token-filter-auth","reconcileID":"792ae337-1ce3-48b0-9070-e7c104a2d97d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.98639658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"085d5477-57c1-42cb-b911-c7b45c2ff0e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:48.986473276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-user-token-filter-auth","reconcileID":"792ae337-1ce3-48b0-9070-e7c104a2d97d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:49.028159509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"0c645718-a88a-4641-8b0c-40a5a2a1b087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:49.085691691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"0c645718-a88a-4641-8b0c-40a5a2a1b087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:49.688801236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"802c2f0d-94a9-4ddc-8fba-e62893087652","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:49.851302521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"5864a426-5b0f-4ef9-a1e5-e889bcbbec37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:49.851453322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"c483e390-e51f-4f17-8534-1df27456e1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:49.851870377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-access-denied-auth","reconcileID":"b594d0aa-f5db-49b5-af5b-0702f38af594","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:49.909483758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"c483e390-e51f-4f17-8534-1df27456e1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:49.909552189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"5864a426-5b0f-4ef9-a1e5-e889bcbbec37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:49.911897054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-access-denied-auth","reconcileID":"b594d0aa-f5db-49b5-af5b-0702f38af594","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:51.078153113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"7535e2ef-433a-4eb1-bb27-87fe05165dfc","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-2-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-2-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:53.12269654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"920b73ad-83b6-40a8-8ec7-27049867148c","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:53.178071616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"c4b12fd0-9e9b-4f78-aa89-b3e16ba8956c","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:53.338455385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-api-key-scoped-auth","reconcileID":"79e86abf-6e5e-44fd-be67-066653a63547","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:53.395834522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-api-key-scoped-auth","reconcileID":"79e86abf-6e5e-44fd-be67-066653a63547","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:53.413188537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"aeef441d-f333-441f-b441-bdd73869f828","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:53.413412198Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:53.472879367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"7b719fc2-c357-4d3f-ab6a-a589109d9e78","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:53.522421611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"889eaa2a-da15-4a9f-bcd5-9ced2247b5fc","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:08:53.526928331Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-426941/e2e-api-key-scoped-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:53.573842896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"9c59820d-1e1f-4b22-9e5f-23efcac2a095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:53.573843026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"61079721-05d3-405c-a3a4-ec95590d12f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:53.58024137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"ea40e228-e9db-457c-a752-a930d679a817","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:53.631983463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"9c59820d-1e1f-4b22-9e5f-23efcac2a095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:53.632091814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"61079721-05d3-405c-a3a4-ec95590d12f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:53.71589604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"0d801743-e53f-45c2-8ad8-9f483767ff79","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:53.853702985Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-api-key-scoped-sub","reconcileID":"6c0d6ced-b113-44c6-be0c-4566bb56321f","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-426941/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:53.87892632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-api-key-scoped-auth","reconcileID":"1d31ffb9-f41a-479c-a500-7d993670d38b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:53.936578413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-api-key-scoped-auth","reconcileID":"1d31ffb9-f41a-479c-a500-7d993670d38b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:53.977121465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"36db8ac9-1bf6-4878-964d-7965ea434959","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:53.977292701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"4800f6ec-202c-43a0-a9c1-15f04be04f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:54.023305612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"d79bce95-122d-4a78-a0df-6048be5fa91c","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:54.036631108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"36db8ac9-1bf6-4878-964d-7965ea434959","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:54.037608347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"4800f6ec-202c-43a0-a9c1-15f04be04f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:54.069238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"b19d1e57-6933-4b4a-9888-95ad46d1da84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:54.237359846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-api-key-scoped-sub","reconcileID":"72d4757e-7627-4f96-abae-17203d66c2fc","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:54.405880995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"efdee0a6-e2fb-408b-b6fd-cdf524abc9af","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:56.336692591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"3c3f2f12-cd98-4aed-8b5e-d05e3ff10b02","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:56.349296956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"504af7bb-ba4f-4ab6-b26d-59e52b3d20ab","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:56.408547889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"2f14aa60-b468-4622-84da-abaa0b9b0f6d","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:56.408891711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"7f602ca0-a75d-46f1-9d4a-2239ec7cd49c","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:56.507592659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"a5ebc550-a719-4a14-8592-244b5df90170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:56.564885206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"e9c5634c-d105-4c43-b280-cb7295508143","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:56.583633432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"a5ebc550-a719-4a14-8592-244b5df90170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:56.606566551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"a4cd2c78-6be3-4429-aff9-ead8cef049ee","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:56.619487794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"7ea188df-60bb-4fdf-8611-810209bb6726","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:56.680240535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"ee37c8eb-fd62-4166-a46c-11893fa11a43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:56.681788751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"7ea188df-60bb-4fdf-8611-810209bb6726","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:56.767769451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"6c081cfd-4ebd-4d1c-941e-5e47f5fde1d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:56.767860244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"63d64c4c-de67-4dc0-8fb3-08b5743a8e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:56.768314106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-api-key-scoped-auth","reconcileID":"2008e357-3757-4207-8252-1b2f66a85d90","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:56.8254629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"6c081cfd-4ebd-4d1c-941e-5e47f5fde1d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:56.825651257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"63d64c4c-de67-4dc0-8fb3-08b5743a8e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:56.828242942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-api-key-scoped-auth","reconcileID":"2008e357-3757-4207-8252-1b2f66a85d90","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:56.954323402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"42043b90-fdf3-4e44-bb38-08501bd6d8d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:57.013769697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"42043b90-fdf3-4e44-bb38-08501bd6d8d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:57.054303434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"f68f76e0-5c6f-4162-92ed-aa14eda88734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:57.111846779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"f68f76e0-5c6f-4162-92ed-aa14eda88734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:58.654167194Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-user-token-filter-sub","reconcileID":"6338c6a1-4ab2-4468-ad89-6c2678d3ebf6","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:58.878687742Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-user-token-filter-sub","reconcileID":"6338c6a1-4ab2-4468-ad89-6c2678d3ebf6","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:59.095126788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"4149ac01-8175-4aeb-b35e-96c64d3b1736","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:59.10328453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"ef4a31e5-2a25-4024-86be-5e76e2b99835","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:59.103754861Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:59.259691888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"066afebd-fe8f-4ae1-b445-2fae2175d67e","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:59.301445281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"b170922b-8134-415f-bed7-3ec3b31611f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:59.30220604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-user-token-filter-auth","reconcileID":"43158e40-275d-45c0-a01d-3d28a5a6af16","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:59.302816488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"f948c572-4d0e-40a5-96f7-e129ba16a2d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:59.382632543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"f948c572-4d0e-40a5-96f7-e129ba16a2d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:59.385383184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-user-token-filter-auth","reconcileID":"43158e40-275d-45c0-a01d-3d28a5a6af16","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:59.386285273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"b170922b-8134-415f-bed7-3ec3b31611f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:59.616396649Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-user-token-filter-auth","reconcileID":"63f7817e-a711-4d0f-9a23-5ce9e14dedc1","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:59.791915925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"62548a33-1100-42ac-b176-1dcbae45440a","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:08:59.858624298Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-user-sub","reconcileID":"52d6d704-2a54-449d-89ae-f2e40cba8bb0","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:00.135835001Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-user-sub","reconcileID":"52d6d704-2a54-449d-89ae-f2e40cba8bb0","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c25349/e2e-models-other-sub","ai-tenant-e2e-worker-w4-c25349/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:00.193494907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"915f7cdf-56c0-486f-af92-1c781a752da0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:00.194615152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"c331e275-e394-458e-8504-0627c91efc6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:00.255090629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"915f7cdf-56c0-486f-af92-1c781a752da0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:00.255144414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"c331e275-e394-458e-8504-0627c91efc6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:00.357396418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"410a1bf5-8dc5-49be-b780-d1a500c1ae44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:00.363330035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-other-sub","reconcileID":"8af03130-033b-417e-8a7b-f7c58786c824","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:00.404401048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"752a55ba-fe1e-4e69-9a9a-a089755ba6b3","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:00.404720976Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:00.566038084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"e8a04231-2a6d-4e5c-82c8-35053de3716f","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:00.569145278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-access-denied-auth","reconcileID":"66107c04-c317-46a2-a3b4-afaedb0fd54a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:00.583903236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"c3448b76-64f3-4c9c-97e8-c39328d825fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:00.583849333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"13d7a3fc-bbc2-4085-98ef-4e9fa9660ab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:00.634037297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-access-denied-auth","reconcileID":"66107c04-c317-46a2-a3b4-afaedb0fd54a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:00.646279129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"13d7a3fc-bbc2-4085-98ef-4e9fa9660ab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:00.646528698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"c3448b76-64f3-4c9c-97e8-c39328d825fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:00.863751545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"64ae8f7e-ac1e-4fd7-8536-ae1243624d94","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:00.921224803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"01cb44e0-e811-4cd7-830a-f3aeac4ce9de","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.004659305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-access-denied-auth","reconcileID":"0f3a83e1-6f65-4055-a0f9-1e8d15bb4501","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.062044966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-access-denied-auth","reconcileID":"0f3a83e1-6f65-4055-a0f9-1e8d15bb4501","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.105046501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"1d764f20-4cb0-4c1d-89fc-68a115a7b011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.105364135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"45824cf1-415d-49b4-9e7a-55bb43833a36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.141324857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"f6f45bd0-5094-4356-a5d8-53abf922a097","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.14136728Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-14d090 priority=10:[ai-tenant-e2e-worker-w0-14d090/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-14d090/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.158041725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"3b217eb9-c011-4221-9d2d-2f79e320e791","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.162478954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"45824cf1-415d-49b4-9e7a-55bb43833a36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.162529662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"1d764f20-4cb0-4c1d-89fc-68a115a7b011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.202412642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"178f0ad3-639a-44ad-840e-3178a6bd4ce5","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.216020147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"3b217eb9-c011-4221-9d2d-2f79e320e791","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.251810474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"ad0472be-a84d-4f7c-8e46-9a665ad2060b","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:09:01.255998778Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-14d090/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.309697108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"cf335fa7-a03a-41a2-afb8-6bb0c69cd1a1","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.357410112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"4f6293f1-5aa4-4d10-8173-1f37c8cf08e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.41570412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"4f6293f1-5aa4-4d10-8173-1f37c8cf08e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.421001273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"6c65270d-057e-49e4-b5d4-eaa830e9c120","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.478492518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"bbe12c12-87a8-4942-b92e-fc5c1af6df11","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.48339445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"4110f045-11fd-4e0c-8bff-3ad82870d261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.527800924Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-sub1","reconcileID":"f6f625a4-7e60-44c0-8565-f9d84522c074","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-w0-14d090","model":"distinct-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.540790088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"4110f045-11fd-4e0c-8bff-3ad82870d261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.628301898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"e449dc06-5331-434c-b493-7fe02cdec278","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.698097957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"99d453cc-992e-483f-81d7-c0b0e2d4008b","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.709950696Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-14d090 priority=10:[ai-tenant-e2e-worker-w0-14d090/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-14d090/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.710068647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"5df370bf-73eb-4d6c-a3c0-0278e7260a57","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.745214784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"6576910e-abc0-43bf-b134-3c3aafa00cf4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.772117439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"42350a1d-f17e-45ea-befb-926ebb88c467","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.802437906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"6576910e-abc0-43bf-b134-3c3aafa00cf4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.819444016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"6d08833e-1966-40cd-bbd1-f1d04eac4059","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:09:01.825506552Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-14d090/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.875658882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"6eccd7e8-fd00-4f33-89da-da617fdd5763","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.893246755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"0967c67b-0ce5-4293-a66e-3f4c98470a7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.894356434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"6fd91a59-b85e-4918-b210-1516931af661","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.912476237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-sub1","reconcileID":"28084d37-045c-4751-bdd5-555d3dd6b100","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.951095615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"0967c67b-0ce5-4293-a66e-3f4c98470a7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:01.951801384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"6fd91a59-b85e-4918-b210-1516931af661","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:02.038865129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"0738bed3-308f-4449-9361-ed153cb3d6ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:02.09350173Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-sub2","reconcileID":"ba2f2d56-83a2-42d5-9595-7af903c1019b","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-2-w0-14d090","model":"distinct-2-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:02.0970012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"0738bed3-308f-4449-9361-ed153cb3d6ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:02.124379349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"f7bd50aa-69c2-49ad-9f79-cb7ad78ab6ed","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:02.264098436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"50e735b6-96f6-47dc-bb09-be1652cf5121","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:09:02.273392596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"6fd91a59-b85e-4918-b210-1516931af661","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:02.393462045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"bca5e6ff-c844-4791-a261-7688e3d94b5f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:02.431804145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"06be0628-7093-4483-95ab-21f9277644e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:02.451243675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"bca5e6ff-c844-4791-a261-7688e3d94b5f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:02.479327877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-sub2","reconcileID":"3b823433-4795-4ee7-b0fb-aa479d777927","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-2-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:02.48923965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"06be0628-7093-4483-95ab-21f9277644e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:02.533496368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"3068b859-c411-43c6-b498-1e58ad4b2ce5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:02.541550012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"db4f750e-f4c8-4a9a-a072-5215ca6051b2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:02.591491625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"3068b859-c411-43c6-b498-1e58ad4b2ce5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:02.598820992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"db4f750e-f4c8-4a9a-a072-5215ca6051b2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:05.470047519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"d3e6b80b-7d05-4ac4-b2da-7a01d77be0cc","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:05.644660697Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-sub1","reconcileID":"c5529f74-a72a-4c10-9d67-c3ae577c17cb","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b3e7d177","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:05.742673063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"909a7645-b0bf-4bd0-9a99-b19441a040ca","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:05.745349787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"2ca5e8e6-ff35-44db-b8b7-5731a92a6d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:05.745414633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"8bff7be5-2b8d-463d-8735-61acf10610ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:05.800219374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"909a7645-b0bf-4bd0-9a99-b19441a040ca","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:05.802874949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"2ca5e8e6-ff35-44db-b8b7-5731a92a6d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:05.803038862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"8bff7be5-2b8d-463d-8735-61acf10610ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:05.84275964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"77e6e5ed-d588-44ed-bbc0-f36a3db62e43","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:05.90124676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"77e6e5ed-d588-44ed-bbc0-f36a3db62e43","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:06.274849652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"314d4956-e719-4f5f-b054-519f5129696a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:06.275184979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"528c64cc-3145-4543-8e30-f57e1471d44c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:06.274845406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"dd2fc66b-827d-4565-894f-0e791a1e6b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:06.333008859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"528c64cc-3145-4543-8e30-f57e1471d44c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:06.333170293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"dd2fc66b-827d-4565-894f-0e791a1e6b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:06.335159819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"314d4956-e719-4f5f-b054-519f5129696a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:06.375706366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"841240d8-535b-44b3-a1be-6829952cd480","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:06.433317792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"841240d8-535b-44b3-a1be-6829952cd480","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:06.773016913Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-api-key-scoped-sub","reconcileID":"52722fba-d503-4591-98ea-a6433bc7bf62","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:06.993943184Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-api-key-scoped-sub","reconcileID":"52722fba-d503-4591-98ea-a6433bc7bf62","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:07.209995053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"ceca14b4-9883-480d-b31e-3ae9f07ef6d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:07.215200029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"503c51b1-058c-4ce1-94c2-e8cf7e133db0","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:07.215537513Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:07.273103079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"6d019320-170f-4619-b969-a2300de20ca5","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:07.332193528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"839359c1-928e-4014-8047-bfae2597eb54","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:07.368520495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"a9393889-80a6-444d-82af-34dc46b5f7ba","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:07.378357579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"c97db8f3-40c1-4ce6-bfd2-3578149c1e1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:07.378393997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"24f58e2d-b205-412a-b50d-8e4df9ea5ba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:07.378803307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-api-key-scoped-auth","reconcileID":"f1494b0b-4302-43dc-a455-e07fa8652bdc","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:07.436203654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"c97db8f3-40c1-4ce6-bfd2-3578149c1e1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:07.437007614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-api-key-scoped-auth","reconcileID":"f1494b0b-4302-43dc-a455-e07fa8652bdc","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:07.438509354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"24f58e2d-b205-412a-b50d-8e4df9ea5ba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:07.644477284Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-api-key-scoped-auth","reconcileID":"428a9934-4f74-4a08-9259-9040b08ae0ed","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:07.90369304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"e283eacc-8af2-4eaa-92de-717af5a8159b","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:08.920353577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"9db53171-108b-4f5f-a8db-e7184b6bfc45","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:08.978551873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"80ae286c-7cbb-4592-b73d-87115b2ebae9","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.191539544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"8d294cf0-9cfa-4768-a963-da71ea90208d","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.19166478Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.193011919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cb807e3d-bf5e-44ac-9ebf-887cb8de2b04","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.250688667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cb807e3d-bf5e-44ac-9ebf-887cb8de2b04","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.251318973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"46e4f3cf-a982-4f8d-a65a-ab7612ea463e","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:09:09.301144974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"dbbc6297-5aa3-4af5-83b2-dfad92c81fea","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.406178204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"73183020-a537-4aae-bfcc-5edf6f9423e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.406187466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"3a96e28a-8a97-4305-a1ee-4c16cc53183d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.41054185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"145e13c4-e334-427d-8b84-b83140a6257e","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.464415498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"73183020-a537-4aae-bfcc-5edf6f9423e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.464502404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"3a96e28a-8a97-4305-a1ee-4c16cc53183d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.46963116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"d2e7aa68-8215-4578-a9b9-ed3934a19ebc","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.477950473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"090f514b-5b17-440f-ad97-8d3689825dbe","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-2-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-2-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.535378965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"bd7229bd-7bf0-488d-bb22-bb953a43b8fd","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-2-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-2-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.571014396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"0b632eba-7ea1-4701-8a1d-11522a82f6aa","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.689024139Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f8a265ef-1557-436b-8089-3d1ab0fb8d54","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-distinct-w2-426941","model":"distinct-w2-426941","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-426941/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.75359555Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-426941 priority=0:[ai-tenant-e2e-worker-w2-426941/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-426941/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.753721599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"f1f236c2-1f10-4bbf-8c61-bb8526bb479c","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-2-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-2-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.803159727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b41b6f85-626a-4f15-a1f2-83681e7d5974","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.814979202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"877d7330-2822-4ab4-8183-192216565100","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-2-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-2-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.840902784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"efa38025-e813-4497-a6e5-8f83bf9fdf2d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.861026945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b41b6f85-626a-4f15-a1f2-83681e7d5974","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:09:09.864876097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"577c20e6-6685-4922-acdd-dee41fcc2422","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:09:09.866759516Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-426941/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:09:09.869886169Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"877d7330-2822-4ab4-8183-192216565100","name":"distinct-2-w2-426941","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-426941\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:09:09.869938419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"877d7330-2822-4ab4-8183-192216565100","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-426941\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.870078166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"980d6ba9-e9f5-4474-a9c3-267096d9e01b","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.875258327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"81e0d78d-38a3-47c1-b444-ab341ec19b84","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-2-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-2-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.900722327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"efa38025-e813-4497-a6e5-8f83bf9fdf2d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.974588452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"88423661-137a-499e-866f-fee2b2dcba51","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-2-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-2-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.983723723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"960367b9-19a5-4898-9a73-3d843f0fe3b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:09.983965713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"24b4a8fa-269a-44f5-bd88-1ab623385a19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:10.032251188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"236afced-29de-469d-b1ca-42fa179b5987","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-2-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-2-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:10.041192114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"960367b9-19a5-4898-9a73-3d843f0fe3b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:10.04121101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"24b4a8fa-269a-44f5-bd88-1ab623385a19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:10.07333214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"715cb5eb-a19f-4ca4-903b-c9780e8d95cd","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-distinct-w2-426941","model":"e2e-models-e2e-worker-w2-426941/distinct-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:10.167486721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"6091a4c2-5295-4067-90d2-c5e52a03504e","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-2-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-2-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:10.245499221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"8818f71c-88eb-4ef4-8b51-4277fac451f8","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:10.252758517Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"8a69fece-863c-4739-b027-d0937186510c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-distinct-2-w2-426941","model":"distinct-2-w2-426941","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-426941/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:10.379816797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"74e90564-63a0-4c2e-81e0-e8579f3d894b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:10.429590178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"117fa589-b052-4fc3-a1da-92dc3dbfcb7b","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-2-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-2-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:10.437600705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"74e90564-63a0-4c2e-81e0-e8579f3d894b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:10.487172509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7c5e64f0-3797-4a2b-8640-02ecdee2cece","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:10.487211002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"aad341a3-5a8a-4520-89a3-8e306ad64371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:10.487628324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"3516e320-417f-4fa9-8fa3-a7a3cb51b8b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:10.545313598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"aad341a3-5a8a-4520-89a3-8e306ad64371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:10.546250969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7c5e64f0-3797-4a2b-8640-02ecdee2cece","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:10.547669044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"3516e320-417f-4fa9-8fa3-a7a3cb51b8b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:10.645885225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7fa7f9bc-2058-4a50-83d2-eeb74cc7413a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-distinct-2-w2-426941","model":"e2e-models-e2e-worker-w2-426941/distinct-2-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:10.734851283Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-other-sub","reconcileID":"f6e86838-390b-45af-8346-0d86cee67770","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:10.843090746Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:10.963663139Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-other-sub","reconcileID":"f6e86838-390b-45af-8346-0d86cee67770","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c25349/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:11.183202509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"f834d0b3-618f-43aa-af0c-c01d12a48356","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:11.236803499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"84bac1fb-ead3-4810-a0c9-f83ce8827b46","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:11.237160702Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-426941 priority=0:[ai-tenant-e2e-worker-w2-426941/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-426941/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:11.2971194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"1b32fedd-7706-40c2-8d9a-cf7ea78bbf00","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:11.355883038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"5f59f046-b18a-438b-ba75-a63192ef9dc0","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-2-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-2-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:11.392563427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"f60775a2-ad73-4f74-830f-58f72c797b99","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:11.40135102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"0522451e-3356-40fd-b6ef-5f3e0588ffd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:11.401769268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-access-denied-auth","reconcileID":"9ca6f9e3-ee0c-4df8-ae28-6bd149192823","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:11.401976914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"7c3b2300-7b53-4671-bbb5-6501dd2f53f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:11.465473302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"0522451e-3356-40fd-b6ef-5f3e0588ffd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:11.498369349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-access-denied-auth","reconcileID":"9ca6f9e3-ee0c-4df8-ae28-6bd149192823","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:11.496072076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"7c3b2300-7b53-4671-bbb5-6501dd2f53f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:11.726855861Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-models-access-denied-auth","reconcileID":"97d8fb2d-fc75-4489-af05-24a1f1ed5a47","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:11.973063631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"42f01ce6-6e39-418e-8105-94c83ebe348a","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:12.649406401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-w1-bbee67","reconcileID":"72756801-b14c-4105-b7bd-d22edb0b7ffc","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:13.43639072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-sub2","reconcileID":"fb1cb207-bf22-4981-962d-1a984b450e85","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-2-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:13.437232398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"511f9f6a-4cb3-40c2-ac7d-7a0614b84eaf","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:13.530166832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"3aa88ede-f17a-4305-8a3a-dd9b693e22bf","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:13.66468734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"8958b97b-c620-4452-90c7-9f0406bae13c","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:13.728062763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"f0485b0c-984f-4f3f-8ea1-461eca852b99","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:13.729290623Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-426941 priority=0:[ai-tenant-e2e-worker-w2-426941/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-426941/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:13.785492404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth1","reconcileID":"95ac9996-598a-4845-94fe-09da92e00b2b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:13.805943104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"8414d6a5-d747-4999-aa51-681e3e21ff62","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:13.844947096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"ba878eed-ee37-425d-b7c4-89d3520f649f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:13.848189494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"77cb0377-14ac-40b5-812e-d4f76b24592a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:13.852294189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"73caa293-ef80-4278-8561-cafaa8ba596b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:13.856026045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"0f318f62-bf21-4939-bae9-b58dc5ed5317","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:09:13.886158043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-sub1","reconcileID":"04ef87e0-2943-4f5b-922a-5cf7b5d5d375","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:13.923469767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth1","reconcileID":"95ac9996-598a-4845-94fe-09da92e00b2b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.010144332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"ba878eed-ee37-425d-b7c4-89d3520f649f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.022704617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"0f318f62-bf21-4939-bae9-b58dc5ed5317","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.029160845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"77cb0377-14ac-40b5-812e-d4f76b24592a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.033510224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"73caa293-ef80-4278-8561-cafaa8ba596b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.058018006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"b0d788f2-1b0d-4717-a17a-867909088a84","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.079343059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"79eacf64-6553-4e7f-a53d-11c1e8047141","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.120242846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"7f325e0a-79ca-45b8-9b55-a395958914fd","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.294332426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"da9bdfeb-232b-49b4-93b1-363c9fa1e932","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.342160821Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-sub1","reconcileID":"f13ea228-78b3-46b0-9257-d472a8394212","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-distinct-w4-c25349","model":"distinct-w4-c25349","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c25349/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.363675945Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-426941 priority=0:[ai-tenant-e2e-worker-w2-426941/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-426941/e2e-sa-multi-no-hdr-sub2]","namespace=ai-tenant-e2e-worker-w4-c25349 priority=0:[ai-tenant-e2e-worker-w4-c25349/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-c25349/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.36390089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"12456ca3-d2fa-4cb7-9fd1-2cfa90b3893b","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.425443527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"85023264-89cd-42a6-9d7b-58ff42e4b809","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.475140304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"6e449c31-e774-4845-a86b-0c38673eaedb","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:09:14.476382168Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-c25349/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.511552259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"c5988096-9abf-47c1-9c5e-2aac3dca1678","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.511794111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"254dd149-4eb5-4c80-a337-fb0706811d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.512114941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"c776fa03-50c7-4b31-ba52-7256bbe02091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.512204383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"0a45d2d7-772b-49f0-8b12-bbb9b63d7042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.515139306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"1069b147-db5f-4dfc-8a83-28d7dc3d83f1","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.530498138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"0861c79a-628c-4812-a55d-e839a68139ab","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.571504844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"254dd149-4eb5-4c80-a337-fb0706811d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.571526273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"c5988096-9abf-47c1-9c5e-2aac3dca1678","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.574774173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"c776fa03-50c7-4b31-ba52-7256bbe02091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.574918277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"0a45d2d7-772b-49f0-8b12-bbb9b63d7042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.602208089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth1","reconcileID":"9f45f75a-a867-4db7-bfff-5d5c7751a7ce","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.660622611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth1","reconcileID":"9f45f75a-a867-4db7-bfff-5d5c7751a7ce","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.736882927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-sub1","reconcileID":"9b6dd537-4bae-4a2c-84cd-29c4c05d3199","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-distinct-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/distinct-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.834633797Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-sub2","reconcileID":"d038cdd2-ad4f-4365-8c13-72d8176b9210","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-distinct-2-w4-c25349","model":"distinct-2-w4-c25349","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c25349/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.935767515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"20a03ad6-2b23-482a-bcaa-28eaf1880f30","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.993584298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"1dbb57c5-2004-4cbc-8517-203dc307375f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.993643124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"6c1351aa-807d-48f2-be91-c0bc855f1694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:14.998841499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"c56df613-91e5-4131-a0f9-e7d429611161","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.003115817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"54a6a42f-04b9-4358-8a40-bc0c642ba4a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.007462148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"91b69507-0f45-4c46-8e73-f46b3bd5c9db","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.051634726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"1dbb57c5-2004-4cbc-8517-203dc307375f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.051667621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"6c1351aa-807d-48f2-be91-c0bc855f1694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.055886031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"c56df613-91e5-4131-a0f9-e7d429611161","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.061167148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"54a6a42f-04b9-4358-8a40-bc0c642ba4a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.204109274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth2","reconcileID":"766f87b9-97f2-4f7b-848c-eec883bc94fc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.222104227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-sub2","reconcileID":"943b0fd8-b610-44af-8be9-2794c06bac7f","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-distinct-2-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/distinct-2-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.290286975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth2","reconcileID":"766f87b9-97f2-4f7b-848c-eec883bc94fc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.409288015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"e683d626-7ff6-4975-917e-bcd0785fee13","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.504985231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"25785a56-f5ca-4a8f-8a3e-c3db8f023a7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.50555131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth1","reconcileID":"eafc8221-68e5-4971-99fe-bfe5705ceb57","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.505589079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"4ad7154f-446e-4694-ad15-fa4b36792f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.563155521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"25785a56-f5ca-4a8f-8a3e-c3db8f023a7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.563269213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"4ad7154f-446e-4694-ad15-fa4b36792f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.565630431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth1","reconcileID":"eafc8221-68e5-4971-99fe-bfe5705ceb57","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.610485519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"fb1bd26e-745a-44b2-abb8-e801c6a58a99","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.698391382Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-sub1","reconcileID":"51961f73-31a7-4831-b438-c79250b1db39","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.755781273Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-sub1","reconcileID":"51961f73-31a7-4831-b438-c79250b1db39","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.809631384Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-sub1","reconcileID":"51961f73-31a7-4831-b438-c79250b1db39","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.885243789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth2","reconcileID":"b87ab5c9-2415-4aeb-944d-392e30818f8c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:15.943326238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth2","reconcileID":"b87ab5c9-2415-4aeb-944d-392e30818f8c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.101932192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"08b3040a-d3d3-44ec-8dc8-477ae1ee7a2f","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.102264805Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-426941 priority=0:[ai-tenant-e2e-worker-w2-426941/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-426941/e2e-sa-multi-no-hdr-sub2]","namespace=ai-tenant-e2e-worker-w4-c25349 priority=0:[ai-tenant-e2e-worker-w4-c25349/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-c25349/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.161486831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"da017eeb-ef2c-4f31-895b-f0d1a81d80d0","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.280019726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"b3c7f508-69b6-4de3-aa84-9c53fa454fe9","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.375122943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"d33ea938-67d4-47af-a885-aca2b93c5efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.37520158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"e8e102d5-8778-4515-a789-098cd5d6826c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.375618205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"ee8e6b63-a170-4efa-a7f6-75812913cf78","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.375632728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"0d5fb071-21b5-4476-ba79-4852f90322e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.432974435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"d33ea938-67d4-47af-a885-aca2b93c5efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.433381416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"e8e102d5-8778-4515-a789-098cd5d6826c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.435133101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"0d5fb071-21b5-4476-ba79-4852f90322e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.435587982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"ee8e6b63-a170-4efa-a7f6-75812913cf78","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.445544987Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-sub2","reconcileID":"918b0d25-2063-4ef2-a02f-2f1a4566f986","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-39157f67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.860924955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"63307e3e-e162-43c6-958f-eacfa7032437","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.861230582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"bc171195-7c9c-422f-a32b-4e1ce310b4e1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.860923576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"c3eaca20-f589-4c3f-b68b-c65069b0282b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.861806076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"1ed2f4d6-7b36-4d90-8d98-8d0c02b8036d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.920650303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"c3eaca20-f589-4c3f-b68b-c65069b0282b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.920671139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"63307e3e-e162-43c6-958f-eacfa7032437","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.924305121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"bc171195-7c9c-422f-a32b-4e1ce310b4e1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:16.924305397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"1ed2f4d6-7b36-4d90-8d98-8d0c02b8036d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.022080174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"b4607a2b-1977-4197-9259-25ee95e253e3","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.18831041Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-sub1","reconcileID":"7d32a938-9b52-4202-8db9-ce179e40059b","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7893d5df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.293055543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth1","reconcileID":"d5c292f0-b954-4ab7-8d0a-f1ffb0002e5d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.293059949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth2","reconcileID":"9af9540c-7f13-474d-b15f-8fbe17f3b60a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.293518663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"7111a4de-2000-459e-8cdd-999dd0cf25b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.293520531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"c540d79e-f12a-4e1a-a598-243cd61f82b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.352782023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth2","reconcileID":"9af9540c-7f13-474d-b15f-8fbe17f3b60a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.352782693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth1","reconcileID":"d5c292f0-b954-4ab7-8d0a-f1ffb0002e5d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.356411413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"7111a4de-2000-459e-8cdd-999dd0cf25b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.356417518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"c540d79e-f12a-4e1a-a598-243cd61f82b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.778388128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"8c523cf3-6a04-4322-8a58-47eef20fe6a1","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.779104373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"71bf77c8-9f23-4cb0-bf5b-aad8757b6eba","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.779601464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-w1-bbee67","reconcileID":"c5adc46f-2efb-4db8-971c-b347581c4daf","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.797310723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth2","reconcileID":"84d6b889-bce4-47e5-8e34-4ba5d52e0321","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.798029246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"140dc89f-6366-40e0-ac04-979b5c6ccb17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.860028667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"36edc591-04d0-4516-bd2d-686c93727dda","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.860561721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"75229b81-6512-4da7-b327-31d08816f89a","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.860984185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-w1-bbee67","reconcileID":"9562d691-8640-4ac6-9e53-2ef389262254","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.861455612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth2","reconcileID":"84d6b889-bce4-47e5-8e34-4ba5d52e0321","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.863763702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"140dc89f-6366-40e0-ac04-979b5c6ccb17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.882394998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"eb296722-a622-41e6-ab89-b3097f6b1f0a","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.903250258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"0660a924-2cbc-4a17-9dc8-40d4b1e9d21f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:19.903987329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth1","reconcileID":"651991c3-0816-4e57-82a2-f57b21da5fa0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:20.026886309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"8a927ac7-d4a7-4ad2-9f7d-83b25932000a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:20.053552014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth1","reconcileID":"651991c3-0816-4e57-82a2-f57b21da5fa0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:20.058523224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"0660a924-2cbc-4a17-9dc8-40d4b1e9d21f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:20.09008982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"8a927ac7-d4a7-4ad2-9f7d-83b25932000a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:20.103295491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"0669dde5-8307-43fc-b442-bec0fe60cbf2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:20.115029197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"ecc15fcf-6be0-4341-ae51-9320cadc0b0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:20.115293819Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"4921d77a-569d-480e-bbd8-0e6e91930613","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-426941"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a098493b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:20.278566108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"91351faf-86fd-4673-bbef-ea325188f6b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:20.336687376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"91351faf-86fd-4673-bbef-ea325188f6b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:20.401644356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"56cff00f-50f7-4420-847c-5d03ae6f362b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:20.460612737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"56cff00f-50f7-4420-847c-5d03ae6f362b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:20.508082295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"835ecbd5-5b21-4aee-a1ea-130a6ddbc220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:20.565458539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"835ecbd5-5b21-4aee-a1ea-130a6ddbc220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:20.61293842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"d301cea0-bac0-44a5-a922-3d17630b8f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:20.614141671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c45a3e0e-8f91-46bb-83cc-741a3e64eb91","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:20.671249007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"d301cea0-bac0-44a5-a922-3d17630b8f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:20.671591616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c45a3e0e-8f91-46bb-83cc-741a3e64eb91","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:20.827815227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"334ca0b0-9cea-4329-a35c-9f09f76492e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:20.888274885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"334ca0b0-9cea-4329-a35c-9f09f76492e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:26.505079028Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-sub2","reconcileID":"08fb1bf4-3b47-4b45-8b4a-c97784c51b20","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:26.559337084Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-sub2","reconcileID":"08fb1bf4-3b47-4b45-8b4a-c97784c51b20","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:26.613535498Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-sub2","reconcileID":"08fb1bf4-3b47-4b45-8b4a-c97784c51b20","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:26.893824456Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:26.895427126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"d5573b2d-9ac6-4e98-92ee-2e4fd01511d6","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:26.956923091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"3633b4b6-e4ab-4086-a188-3a77e514be7d","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-2-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-2-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:27.016007698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"fd45831f-0ec7-4d86-b1ee-58caa97754b3","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:27.044673086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"d6b67509-bbb4-48df-9576-d7ec4d7fb988","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:27.166345698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"c9729a7f-ea37-4941-b9aa-6ee50e6ba1bf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:27.166341404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"d87a596b-2758-456f-ba0a-7b6502c18d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:27.172590835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"3fa5cba5-b39b-48e6-9069-1f6d5c2a2ed9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:27.172597534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"dc61abf8-4f09-4319-bf6d-adb725345a7d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:27.225837503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"d87a596b-2758-456f-ba0a-7b6502c18d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:27.225955688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"c9729a7f-ea37-4941-b9aa-6ee50e6ba1bf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:27.230098384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"3fa5cba5-b39b-48e6-9069-1f6d5c2a2ed9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:27.23012558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"dc61abf8-4f09-4319-bf6d-adb725345a7d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:27.43368293Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth1","reconcileID":"73ae486d-ca59-4eea-8d55-023ad1041bbc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:27.602001288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"bb70fa9c-9031-42ec-b5f6-bc98dba57d37","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:27.661108231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"bb70fa9c-9031-42ec-b5f6-bc98dba57d37","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:27.691679414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"65953f2a-73e8-4360-ae0a-3555681c5e6b","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:27.842642832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"8fc272a0-bf62-44ab-b7a8-b9700f1facb8","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:27.869100839Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ignore-header-auth2","reconcileID":"6f614798-a505-491f-b315-1b881130037c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:28.033536977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"a94f8ac5-05ee-4570-aee2-c952b0f38626","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.242576942Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-sub1","reconcileID":"e3b7596a-fbe0-489a-9a56-9145200f2cdc","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/distinct-w4-c25349","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.296422038Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-sub1","reconcileID":"e3b7596a-fbe0-489a-9a56-9145200f2cdc","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/distinct-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.350165656Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-sub1","reconcileID":"e3b7596a-fbe0-489a-9a56-9145200f2cdc","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/distinct-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.450703913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"4ee57c82-9431-4017-b85c-6a3ac8fd3a22","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.50856774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"82b200a1-d65d-4765-9474-098f83f251a1","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.627516264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"f5bbca3d-8f90-464c-b397-e26f52058a98","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.627840441Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.718657518Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.71889454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"0ae1a742-6768-4f02-b848-cb858e6514e9","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.723646589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4b231d03-3d18-4d0a-941b-ec0a7bcf303d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.782453612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"2dc71117-0db2-41c3-aa03-1089c6166fce","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.787316613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4b231d03-3d18-4d0a-941b-ec0a7bcf303d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:09:29.825414087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-sub1","reconcileID":"ea93805b-1947-454c-8c60-adf365f2ed78","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:09:29.839868985Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"2dc71117-0db2-41c3-aa03-1089c6166fce","name":"distinct-w0-14d090","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-14d090\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:09:29.839920741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"2dc71117-0db2-41c3-aa03-1089c6166fce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-14d090\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.840037417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"31ff6931-2ec1-4039-a629-a686f9202725","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.898409528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"2867b174-dd5f-4e1f-bf4f-7d9cd3c1fe2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.898417433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth1","reconcileID":"eead4830-d304-4dad-af99-4a57a05700b2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.899250546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"599b0f7f-b4fd-48a3-aa02-9ce5343ef20b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.89936633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth2","reconcileID":"811f7b1c-cae0-4dfb-b779-2893eb5393e6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.900060322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"203a5ed7-1195-4d8b-b5ab-09e3e4352a3c","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.932227918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"96a5a5b0-2747-4d5c-a2e5-d62934cdab42","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.956204086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"2867b174-dd5f-4e1f-bf4f-7d9cd3c1fe2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.956561521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth1","reconcileID":"eead4830-d304-4dad-af99-4a57a05700b2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.956921854Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-sub2","reconcileID":"9f11e5b6-960d-443e-8679-19beb4d1f26d","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3b67a77e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.96006641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth2","reconcileID":"811f7b1c-cae0-4dfb-b779-2893eb5393e6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.960326628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"599b0f7f-b4fd-48a3-aa02-9ce5343ef20b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.989968658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"b29f6cba-f75e-49b5-a359-3d1fecdafb7f","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:29.999020735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"8c56c848-a9ac-4cd4-bdc6-2493c6b981ce","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.113623534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"ca87d929-dddd-4314-b31a-a8f9afe1d670","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.168897362Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e1b7283c-6280-4f45-ad44-3b6558641e62","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/distinct-w2-426941","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.208315045Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-sub1","reconcileID":"6af1086c-409b-49c1-bc4c-9d4d72e9a4d2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-w0-14d090","model":"distinct-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.222375154Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e1b7283c-6280-4f45-ad44-3b6558641e62","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/distinct-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.265512475Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-14d090 priority=0:[ai-tenant-e2e-worker-w0-14d090/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w0-14d090/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.266105535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"3e994a06-a476-453b-9a98-c2d6beffb7b4","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.327818364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"c205a1af-70df-41af-b5c7-333ab5b1dde4","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.362381604Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e1b7283c-6280-4f45-ad44-3b6558641e62","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/distinct-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.373043556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"83395a90-c0f3-4a1b-8c0c-eda68c8954a3","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:09:30.375053779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-sub1","reconcileID":"6af1086c-409b-49c1-bc4c-9d4d72e9a4d2","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:09:30.378692825Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-14d090/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.38213171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth1","reconcileID":"77de4559-9671-46ea-b0ad-b286a2703845","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.43079805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"0d952618-d2ba-4f57-b788-899750327410","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.43934636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth1","reconcileID":"77de4559-9671-46ea-b0ad-b286a2703845","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.483626539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"3e1e26ee-f1fe-4cdf-8c22-022418f4f6f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.48632614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"82ecf5f3-6280-4b55-832b-960970cd4698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.487012143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth1","reconcileID":"6224b9e8-5d8b-45f2-bca7-087d3b6dd7f9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.487057157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"84e76c96-ad25-4752-aa14-3debd37fbbe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.544862207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"3e1e26ee-f1fe-4cdf-8c22-022418f4f6f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.547579362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"82ecf5f3-6280-4b55-832b-960970cd4698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.548858025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"84e76c96-ad25-4752-aa14-3debd37fbbe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.551511745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth1","reconcileID":"6224b9e8-5d8b-45f2-bca7-087d3b6dd7f9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.595974158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-sub1","reconcileID":"55a46193-6caf-4871-8949-22b95ed833aa","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.640888629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"6d73e0d3-7d12-43c3-b6d3-c7af1b0716a8","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.641135569Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-14d090 priority=0:[ai-tenant-e2e-worker-w0-14d090/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w0-14d090/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.651101708Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-sub2","reconcileID":"5fd81910-4343-4e42-ae76-51e2c1134c76","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-2-w0-14d090","model":"distinct-2-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.701302446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"185b80d6-7380-498e-8d7f-8289326db53a","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.766282182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"ae39af70-6396-44be-bd0c-67fae180e4f5","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.780205127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"16713431-07a7-41b0-8589-9539a6ff76e1","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-2-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-2-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.884622998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"227d9a29-acee-481c-b417-0d85b29b44e0","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.949969807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"75533141-06c9-46e2-bbd8-30b808aee281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.950343132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"72bdbd01-fd05-4a43-8766-8fd4fa666bfa","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:30.951793527Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4a5f29a1-25b6-4dd7-be99-8102770c1414","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-426941"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0739db3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.008074083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"75533141-06c9-46e2-bbd8-30b808aee281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.113363001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-sub2","reconcileID":"1f8820a6-906d-49c4-91ed-b4b003059e0e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-2-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.126989819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"84e72ce4-5e3f-4000-a31f-e92c14a36aba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.12698988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"bc8ee7f5-b24d-4f95-a4bc-b10038ebbf71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.127341538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth2","reconcileID":"676041f3-bb9c-4402-ab7c-ed4c95281f02","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.184486284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"84e72ce4-5e3f-4000-a31f-e92c14a36aba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.184537083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"bc8ee7f5-b24d-4f95-a4bc-b10038ebbf71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.186842926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth2","reconcileID":"676041f3-bb9c-4402-ab7c-ed4c95281f02","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.220653634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bf5aa7db-885a-43f5-9946-a7d837bf10df","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.278142076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bf5aa7db-885a-43f5-9946-a7d837bf10df","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.285421375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"fea733aa-9a57-4e26-a47b-084386d3790a","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.484085637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ecae7e0c-1794-4031-95ef-e25f4a945894","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.541477017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ecae7e0c-1794-4031-95ef-e25f4a945894","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.553083388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"460551b6-4faa-4ef6-afed-302ae4754274","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.63834899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"3c4503eb-bcb4-4be9-8621-b943b3bd7ebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.638442807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"af442a62-07a4-40bb-a9b4-5f10416bb07a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.638762423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"197580be-6912-457d-aa9a-6a25f065d36d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.696543343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"197580be-6912-457d-aa9a-6a25f065d36d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.696793604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"3c4503eb-bcb4-4be9-8621-b943b3bd7ebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.699030045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"af442a62-07a4-40bb-a9b4-5f10416bb07a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.819341701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fccc6235-12fb-4fc1-b2d4-2480e67c8195","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:31.879359516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fccc6235-12fb-4fc1-b2d4-2480e67c8195","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:32.016049469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5d795b57-adba-4256-9040-db5a47a446bf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:32.073670517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5d795b57-adba-4256-9040-db5a47a446bf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:34.860414686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"e95c4f94-2cdc-45d0-a844-978bdebe5757","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:35.027134083Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-sub1","reconcileID":"508fadb1-9a2b-4cff-9847-3c2eea012c2f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e8cb5322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:35.129693054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"497144aa-f2e9-4fbb-bc71-fb58fe93032f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:35.130257487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth2","reconcileID":"cec70092-df4a-4877-afa5-774312a3c9ea","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:35.130616854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth1","reconcileID":"689127c5-3fa2-4067-b12a-e2140a7aac5d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:35.13101625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"cf7145ce-c347-41f8-b218-84e7b56e88d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:35.192223113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"497144aa-f2e9-4fbb-bc71-fb58fe93032f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:35.197675736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"cf7145ce-c347-41f8-b218-84e7b56e88d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:35.200104443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth2","reconcileID":"cec70092-df4a-4877-afa5-774312a3c9ea","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:35.206646956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth1","reconcileID":"689127c5-3fa2-4067-b12a-e2140a7aac5d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:35.670360169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"4341d0a3-956f-4b97-99c3-832e7cb75dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:35.670377293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"db698ca7-e535-4635-85e2-ba5f88cbaa89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:35.670940456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth2","reconcileID":"77b70917-d0ec-4156-af86-841c5a547a1c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:35.670989838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7c17a217-7e0a-4e3e-8f73-327f27310728","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:35.734660708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7c17a217-7e0a-4e3e-8f73-327f27310728","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:35.738574524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"db698ca7-e535-4635-85e2-ba5f88cbaa89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:35.739123118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"4341d0a3-956f-4b97-99c3-832e7cb75dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:35.742763038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth2","reconcileID":"77b70917-d0ec-4156-af86-841c5a547a1c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:39.139595407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"2850a0f8-d51d-4f2b-9b53-64fcd2c072e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:39.140296097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"0879ab63-f079-468a-9a59-6fb8275cf1a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:39.225334663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"0879ab63-f079-468a-9a59-6fb8275cf1a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:39.236393177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"2850a0f8-d51d-4f2b-9b53-64fcd2c072e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:39.468383789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth2","reconcileID":"b690fd6e-b758-4300-8a1b-e14ffb676c90","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:39.468493463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"7eed4598-d65d-4115-8b17-c1335fe87f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:39.471063729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth1","reconcileID":"7798b80d-e60e-41fe-b982-7427ce7c2e61","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:39.598036473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth1","reconcileID":"7798b80d-e60e-41fe-b982-7427ce7c2e61","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:39.632698768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"7eed4598-d65d-4115-8b17-c1335fe87f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:39.634182876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth2","reconcileID":"b690fd6e-b758-4300-8a1b-e14ffb676c90","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:39.857369806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"674f3474-6792-4119-90b6-6530aac4663b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:39.857767298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"79186ac4-056b-461b-9a5d-0acef7ba8cab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:39.970497334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"674f3474-6792-4119-90b6-6530aac4663b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:40.017916024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"79186ac4-056b-461b-9a5d-0acef7ba8cab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:40.033454097Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-sub2","reconcileID":"1066ff2a-8903-4167-a3cc-cd524fdb31ae","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/distinct-2-w4-c25349","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:40.149238507Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-sub2","reconcileID":"1066ff2a-8903-4167-a3cc-cd524fdb31ae","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/distinct-2-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:40.247930166Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-sub2","reconcileID":"1066ff2a-8903-4167-a3cc-cd524fdb31ae","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/distinct-2-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:40.306508439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"95025178-ee9f-4c0d-bff4-79cacbb0cea9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:40.431513562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"d987118e-a70c-48e5-b716-d54b25c66b92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:40.433132791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"95025178-ee9f-4c0d-bff4-79cacbb0cea9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:40.433578566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"b90d859d-ac45-4b0d-acef-e5fc38ff6ba9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:40.539256059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"d987118e-a70c-48e5-b716-d54b25c66b92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:40.568986327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"b90d859d-ac45-4b0d-acef-e5fc38ff6ba9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:40.601689682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"04a3c269-8afb-48c0-9875-ef5d07302aaa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:40.6589491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"e32d2b9b-afcb-4e27-883d-e0ecea22ba85","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:40.660398356Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:40.686462987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"04a3c269-8afb-48c0-9875-ef5d07302aaa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:40.854315137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"88f06440-9667-40b9-aac8-a259dce794fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.114992927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"491f74a0-e1b6-4e3d-b3dc-28f2fdc27d3d","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.118344314Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.170644488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"ed886e35-c297-487b-8449-7ca222f5956b","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.176085769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"88f06440-9667-40b9-aac8-a259dce794fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.275974049Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f73d94f7-4679-40b7-8d00-f1a5b09f1497","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/distinct-2-w2-426941","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.277861402Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth1","reconcileID":"76637b78-7bf0-4ee6-ab90-d48e506e8c7a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/distinct-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.341786454Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f73d94f7-4679-40b7-8d00-f1a5b09f1497","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/distinct-2-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.396700866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"e6febe7e-b031-4531-bc70-0e40cf9aa28f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.397757945Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f73d94f7-4679-40b7-8d00-f1a5b09f1497","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/distinct-2-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.455263694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9f08fb01-2396-441f-9423-656cd7b33de7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.475651796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"e6febe7e-b031-4531-bc70-0e40cf9aa28f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.517630541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"22e1e3ef-7528-4c69-b98f-57e75f2828b3","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.539032162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9f08fb01-2396-441f-9423-656cd7b33de7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.539672931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth1","reconcileID":"339dbd46-8a71-4711-90d0-f5a565751c98","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.61142907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth1","reconcileID":"339dbd46-8a71-4711-90d0-f5a565751c98","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.711358987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"2f52e2b9-9e4c-440b-bdc8-4a618bc89c9f","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.75840604Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"e2e-multi-keys-auth2","reconcileID":"1b300140-54b5-4bd8-827f-68e15ab883f6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/distinct-2-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.78226284Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2ea4df-sub models-as-a-service/e2e-rt-sw-6cae81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.782544927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"da613b8c-3328-4832-b238-f6c2ecea64dc","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-2-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-2-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.783158931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"e69088a8-bfd8-45c6-9a08-c9622585bad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.822450408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"26b45646-7570-4ec6-a9d1-fd00b3babaf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.845877123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"e69088a8-bfd8-45c6-9a08-c9622585bad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.881944548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"26b45646-7570-4ec6-a9d1-fd00b3babaf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.922569392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"cf618cca-8dba-4d61-ad05-f50159e932af","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.996956369Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fb5b1aea-6a05-473c-b7b6-bac96af8fdd0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/distinct-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:41.997926428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"d03ba868-6016-4665-b28b-2b8b157289d1","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:42.125336707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"770fe0c2-b30c-49ac-a5a6-f6e95d1789b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:42.126094622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"4e70c18a-7d20-4b1a-b24f-71aba96f66b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:42.184585307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"4e70c18a-7d20-4b1a-b24f-71aba96f66b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:42.184981413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"770fe0c2-b30c-49ac-a5a6-f6e95d1789b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:42.264514224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cff8f369-45e7-4d75-bc57-7c23a36a729b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:42.298845523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"bbc7dcdb-e84a-4dcd-ba41-50cb005bc60b","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:42.32846967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cff8f369-45e7-4d75-bc57-7c23a36a729b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:42.474472063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"5992f745-5bef-4848-af2d-9b5f3124a090","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-2-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-2-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:42.642264266Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9b68091d-02db-4ebe-9d28-79e3cc67e228","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/distinct-2-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:42.912305408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"11a42375-a3dd-45a4-8ac8-ca22e7234183","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:42.912337518Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"11a42375-a3dd-45a4-8ac8-ca22e7234183","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2ea4df-0026085cddf5","namespace":"llm","model":"e2e-rt-eq-2ea4df","externalModel":"e2e-rt-eq-2ea4df","provider":"e2e-rt-eq-2ea4df-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:43.028832227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"5819723a-de21-43c4-ade5-7b1f144f6e96","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-2-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-2-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:43.096047701Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2ea4df-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-sub","reconcileID":"e4d8bda7-799f-420f-a2ce-46eb736716cf","MaaSSubscription":{"name":"e2e-rt-eq-2ea4df-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f1a97324","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:43.135849492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe6c0f0b-f404-4a51-b70e-b15a08368359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:43.136267495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"64f64575-7851-44a2-828c-892fcab26aa6","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:43.142017941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-access","reconcileID":"7efd82b2-9b60-4123-b675-b4f1f2e7bee6","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:43.142662099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dd184bc-e1f2-4542-9290-7277aa85c4ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:43.203169536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"64f64575-7851-44a2-828c-892fcab26aa6","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:43.203643136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe6c0f0b-f404-4a51-b70e-b15a08368359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:43.221848539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-access","reconcileID":"7efd82b2-9b60-4123-b675-b4f1f2e7bee6","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:43.225520046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dd184bc-e1f2-4542-9290-7277aa85c4ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:43.309118557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"428d1c3c-998a-4d97-ab22-490043b904f7","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:43.69235976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2dd3e1ce-7bfe-49b9-9de4-f0c63c0ec013","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:43.749814148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2dd3e1ce-7bfe-49b9-9de4-f0c63c0ec013","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:43.78882848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cab3b88-563d-4cf7-b6f8-a751e25cbc56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:43.846361232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cab3b88-563d-4cf7-b6f8-a751e25cbc56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:43.886322632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-access","reconcileID":"c183af7d-2a8c-4013-97e6-ddfd375a0aec","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:43.886451918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"5fc121ce-fb3d-43df-8320-9b89ce53732a","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:43.944274668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-access","reconcileID":"c183af7d-2a8c-4013-97e6-ddfd375a0aec","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:43.945645651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"5fc121ce-fb3d-43df-8320-9b89ce53732a","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:45.081801815Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-sub1","reconcileID":"f7c4ae8f-ce04-4897-96e1-e6aefbf06670","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:45.136048153Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-sub1","reconcileID":"f7c4ae8f-ce04-4897-96e1-e6aefbf06670","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:45.190220543Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-sub1","reconcileID":"f7c4ae8f-ce04-4897-96e1-e6aefbf06670","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:45.466832818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"a60063c4-7ec4-4723-96b4-a44aa4bd0a12","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:45.589172465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"b88ec438-cb22-4239-8fd5-f672987b14b7","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:45.589202889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"b88ec438-cb22-4239-8fd5-f672987b14b7","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:45.643033893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"d940591e-d6bd-4745-b922-48ab0df82799","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:45.755835542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth1","reconcileID":"75b06f39-4c3a-4fa6-9282-d40346b359d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:45.755856672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"7c27df62-5127-45bb-8d76-a3b5c75fe00a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:45.756415328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c33f1ccf-cdc7-4825-a847-69ed7163fa86","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:45.762187708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"4bdfac68-98ee-48a4-a8cd-d355ab39bf86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:45.775641078Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-sub2","reconcileID":"3d2c316a-db01-4782-9fa5-0c707c0d90c1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f7f58366","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:45.821603699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth1","reconcileID":"75b06f39-4c3a-4fa6-9282-d40346b359d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:45.825197121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c33f1ccf-cdc7-4825-a847-69ed7163fa86","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:45.833506031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"4bdfac68-98ee-48a4-a8cd-d355ab39bf86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:45.834005533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"7c27df62-5127-45bb-8d76-a3b5c75fe00a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:46.312752688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth2","reconcileID":"13ceb01f-cb98-435e-a285-02bb3741155d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:46.313086893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cfdf120b-fab5-416a-b04d-3e0e99bcf0d6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:46.31388058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"b88747dd-9fe0-44fa-98ad-bc375064d2e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:46.314182415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"6a16682a-1a2d-4e01-bd44-da78f96bbebe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:46.370955063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cfdf120b-fab5-416a-b04d-3e0e99bcf0d6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:46.372563826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"6a16682a-1a2d-4e01-bd44-da78f96bbebe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:46.373508299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth2","reconcileID":"13ceb01f-cb98-435e-a285-02bb3741155d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:46.374778827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"b88747dd-9fe0-44fa-98ad-bc375064d2e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:48.178012907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbfb96c-3ca9-48a4-a5df-1937e760125d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:48.232219138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbfb96c-3ca9-48a4-a5df-1937e760125d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:48.286078803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbfb96c-3ca9-48a4-a5df-1937e760125d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:48.339988911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbfb96c-3ca9-48a4-a5df-1937e760125d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:48.705910365Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-5e04421b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-5e04421b","reconcileID":"8f61141f-1a4b-4bd2-bef0-b460afab2ffc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-5e04421b","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-5e04421b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:50.347338591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26784e2e-55ef-4d64-a23d-e32c8cb95abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:50.401952197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26784e2e-55ef-4d64-a23d-e32c8cb95abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:50.455822218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26784e2e-55ef-4d64-a23d-e32c8cb95abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:50.509909869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26784e2e-55ef-4d64-a23d-e32c8cb95abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:52.601025631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e0c0c1-e20d-4512-983a-61d6c4614045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:52.65546757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e0c0c1-e20d-4512-983a-61d6c4614045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:52.7094112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e0c0c1-e20d-4512-983a-61d6c4614045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:52.763781658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e0c0c1-e20d-4512-983a-61d6c4614045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:53.149995731Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2ea4df-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-sub","reconcileID":"b5aafd4c-f8ee-416d-a68b-058b1dc15be6","MaaSSubscription":{"name":"e2e-rt-eq-2ea4df-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-2ea4df","subscription":"e2e-rt-eq-2ea4df-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:53.258824258Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2ea4df-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-sub","reconcileID":"b5aafd4c-f8ee-416d-a68b-058b1dc15be6","MaaSSubscription":{"name":"e2e-rt-eq-2ea4df-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:53.312887051Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2ea4df-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-sub","reconcileID":"b5aafd4c-f8ee-416d-a68b-058b1dc15be6","MaaSSubscription":{"name":"e2e-rt-eq-2ea4df-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-2ea4df","namespace":"llm","model":"llm/e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:53.369498867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"76b6efd2-5aad-445e-8eac-65b2c088f680","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:53.643753593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"eeea57e4-b5a6-48b7-8681-76ae2e9af1d9","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:53.643779345Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"eeea57e4-b5a6-48b7-8681-76ae2e9af1d9","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2ea4df-0026085cddf5","namespace":"llm","model":"e2e-rt-eq-2ea4df","externalModel":"e2e-rt-eq-2ea4df","provider":"e2e-rt-eq-2ea4df-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:53.826245574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"370593dd-00ef-445f-bb09-fdd7853ee76e","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:53.826270696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"370593dd-00ef-445f-bb09-fdd7853ee76e","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2ea4df-0026085cddf5","namespace":"llm","model":"e2e-rt-eq-2ea4df","externalModel":"e2e-rt-eq-2ea4df","provider":"e2e-rt-eq-2ea4df-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:53.878525372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-access","reconcileID":"0c53c98e-34e9-419e-ad09-7695370b7d22","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:53.883160258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc0411d8-8da2-4922-b53a-04f7a2045072","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:53.883866721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"654608fc-a60b-4900-bf15-75049d468d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:53.885073161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"8c871a84-4e29-4f9b-bbc1-ad27adda18c8","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:53.952539637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-access","reconcileID":"0c53c98e-34e9-419e-ad09-7695370b7d22","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:53.955554837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc0411d8-8da2-4922-b53a-04f7a2045072","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:53.956002225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"654608fc-a60b-4900-bf15-75049d468d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:53.958881525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"8c871a84-4e29-4f9b-bbc1-ad27adda18c8","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:54.270669127Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2ea4df-access","reconcileID":"801de2e9-d964-47f4-9772-4f1a15ab1644","MaaSAuthPolicy":{"name":"e2e-rt-eq-2ea4df-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:54.488343755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"50a4fc53-0f76-47a6-a87f-902e6a2f7ed9","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:54.488369685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"50a4fc53-0f76-47a6-a87f-902e6a2f7ed9","MaaSModelRef":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2ea4df-0026085cddf5","namespace":"llm","model":"e2e-rt-eq-2ea4df","externalModel":"e2e-rt-eq-2ea4df","provider":"e2e-rt-eq-2ea4df-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.010953938Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"8f96cd29-fc14-4588-bac4-f0ebb9bcf7bb","namespace":"llm","name":"e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.064713717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b883a5bc-8dbc-4867-b7bf-74b7ee14da5c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.064749697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b883a5bc-8dbc-4867-b7bf-74b7ee14da5c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.065101272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c43afd1-3b80-40dc-a76c-6af80d9b5cc6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.065117821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c43afd1-3b80-40dc-a76c-6af80d9b5cc6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.065401202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"017faea0-ee3d-4884-b3fa-916eb8fe392e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.065415528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"017faea0-ee3d-4884-b3fa-916eb8fe392e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.065642264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5eda6d9d-497c-49c6-bae7-66f2965925df","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.065658368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5eda6d9d-497c-49c6-bae7-66f2965925df","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.065958802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2cf97ac9-121a-4401-b835-7644ee17ca17","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.065976337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2cf97ac9-121a-4401-b835-7644ee17ca17","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.066361795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"29047dbe-d53c-4a79-bf0d-b29122455b2b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.066376302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"29047dbe-d53c-4a79-bf0d-b29122455b2b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.066598927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b1a6ed2-5496-43df-a728-f7059527a8e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.066610579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b1a6ed2-5496-43df-a728-f7059527a8e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.120711924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"0db04c62-d0b3-4ebc-82b4-4bc79924245a","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.120756006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"0db04c62-d0b3-4ebc-82b4-4bc79924245a","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.174267249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"f1731efa-3b85-4b55-bbcc-720f79c4c12e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.175391848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1d2061de-7397-47f9-8506-77c6eb6098cd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.175413893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1d2061de-7397-47f9-8506-77c6eb6098cd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.227380156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83f7923a-db33-4838-8461-89eba62f5bf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.231957851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"f1731efa-3b85-4b55-bbcc-720f79c4c12e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.273153354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"6e4e6bd5-6200-4484-b012-e5a559875adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.273189785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"4cd0aeb8-e270-42bb-9cb4-61ff0a345853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.283375344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a7c30e6c-c6ad-4868-86a2-885ebc4ba092","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.283837616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"360662ff-ac50-461c-83f3-9cd8b8792a34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.284811083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83f7923a-db33-4838-8461-89eba62f5bf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.326977385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"835a7bee-4127-4c8e-97e1-c14ec3dc5d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.330761776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"6e4e6bd5-6200-4484-b012-e5a559875adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.330817084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"4cd0aeb8-e270-42bb-9cb4-61ff0a345853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.336669526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-sub","reconcileID":"933f0664-7213-4a71-88b3-d77fcd77890a","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-6cae81","model":"llm/e2e-rt-sw-6cae81","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.418797356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"835a7bee-4127-4c8e-97e1-c14ec3dc5d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.534226628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff92102f-f709-4418-8398-7f6278340209","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.534254098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff92102f-f709-4418-8398-7f6278340209","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.648347873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1833b5fd","namespace":"ai-tenant-e2e-mt-1833b5fd"},"namespace":"ai-tenant-e2e-mt-1833b5fd","name":"e2e-policy-1833b5fd","reconcileID":"783792b0-b12b-41b1-8088-3e5a6733e1a3","MaaSAuthPolicy":{"name":"e2e-policy-1833b5fd","namespace":"ai-tenant-e2e-mt-1833b5fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.695860797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"c144ccd0-1259-4b89-ad73-16510b08690d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.758258635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"c144ccd0-1259-4b89-ad73-16510b08690d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.799472905Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1833b5fd","namespace":"ai-tenant-e2e-mt-1833b5fd"},"namespace":"ai-tenant-e2e-mt-1833b5fd","name":"e2e-policy-1833b5fd","reconcileID":"783792b0-b12b-41b1-8088-3e5a6733e1a3","MaaSAuthPolicy":{"name":"e2e-policy-1833b5fd","namespace":"ai-tenant-e2e-mt-1833b5fd"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.808789092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"f82ef3f6-b511-4b5a-b48a-422e59a2678a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.80896382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth1","reconcileID":"42da5a1d-0a6c-49d0-8a75-71285405cef6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.808793497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"a49cea68-01f4-448b-b8ec-505ba3796a1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.83477927Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-sub2","reconcileID":"91a1d3e1-a77e-471e-b979-aceada90800c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.85760798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1833b5fd","namespace":"ai-tenant-e2e-mt-1833b5fd"},"namespace":"ai-tenant-e2e-mt-1833b5fd","name":"e2e-policy-1833b5fd","reconcileID":"783792b0-b12b-41b1-8088-3e5a6733e1a3","MaaSAuthPolicy":{"name":"e2e-policy-1833b5fd","namespace":"ai-tenant-e2e-mt-1833b5fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.868330567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"f82ef3f6-b511-4b5a-b48a-422e59a2678a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.868398817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"a49cea68-01f4-448b-b8ec-505ba3796a1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.870583873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth1","reconcileID":"42da5a1d-0a6c-49d0-8a75-71285405cef6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.889927954Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-sub2","reconcileID":"91a1d3e1-a77e-471e-b979-aceada90800c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.908700815Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2ea4df","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2ea4df","reconcileID":"08a4f2cd-6924-46f4-ab84-3cecb1f7f765","namespace":"llm","name":"e2e-rt-eq-2ea4df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:55.9556328Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-sub2","reconcileID":"91a1d3e1-a77e-471e-b979-aceada90800c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.098314895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"c310857f-dc28-44c6-ade2-0550bd8c4fe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.156059686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"c310857f-dc28-44c6-ade2-0550bd8c4fe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.190247373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"e60ce085-495e-43fa-be17-5e1950ccd2fb","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.245444666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"ee21edb6-3886-4ddb-9904-fb7264511573","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.286946735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"f36296d0-6b81-4901-8924-47b7f0b3ed7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.287227838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"be23a157-73f8-4b7c-89cc-483a3a945299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.318240374Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"e60ce085-495e-43fa-be17-5e1950ccd2fb","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.345725959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"be23a157-73f8-4b7c-89cc-483a3a945299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.346769461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"f36296d0-6b81-4901-8924-47b7f0b3ed7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.375420348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"e60ce085-495e-43fa-be17-5e1950ccd2fb","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.387075585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"8248e502-c5f1-4142-8eff-737501c8566a","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.393837656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"7db24881-2a2b-4c21-953a-86de71adad1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.452847208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"7db24881-2a2b-4c21-953a-86de71adad1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.487955396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"90172459-944a-4006-bd48-3c355319cf78","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.487984134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"90172459-944a-4006-bd48-3c355319cf78","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.589897659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1528d0c9-449d-476e-aad2-dd0b3b6e19dc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.647543968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1528d0c9-449d-476e-aad2-dd0b3b6e19dc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.651186565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0525d363-1046-431d-becc-07db7c7a367a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.708923675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0525d363-1046-431d-becc-07db7c7a367a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.714552476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"3698646b-07d5-4f31-93f7-71e9916357db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.753414505Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3dade8c1-46c9-4d1e-bee5-c87c21ab891a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.767802849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7263e00d-5229-4d71-9943-bb33a86c4322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.772245447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"3698646b-07d5-4f31-93f7-71e9916357db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.827507872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7263e00d-5229-4d71-9943-bb33a86c4322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.839658883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"074f8204-1149-497d-b3b6-d6f79c57ef75","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:56.839682764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"074f8204-1149-497d-b3b6-d6f79c57ef75","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.006616423Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-sub","reconcileID":"5f006800-0f07-4ccf-9139-6c6a99267c99","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-90fb2618","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.015483854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"f547cecf-db52-4cf3-8c12-f32082b03c7c","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.085243238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"d4cafe25-5761-47c6-ac7a-669d31d33c11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.165619951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"d302d3c1-a349-420f-8f64-964274fa6a02","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.166255083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"c864ef99-5c26-4044-b6a7-56715bbe2989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.20848876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"d4cafe25-5761-47c6-ac7a-669d31d33c11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.230503787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"c864ef99-5c26-4044-b6a7-56715bbe2989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.259500184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"adc478d3-9939-45ef-9ca7-8653556e211c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.259602846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"6fcacffc-dfcd-452a-94e9-9dabc4f346ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.312676835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"a998f049-fbda-4f80-923e-4b7f48ea54c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.317912433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"adc478d3-9939-45ef-9ca7-8653556e211c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.31806876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"6fcacffc-dfcd-452a-94e9-9dabc4f346ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.372141793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"a998f049-fbda-4f80-923e-4b7f48ea54c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.580034722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"439ad942-20d3-4d35-b480-95d3ba9f120c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.61690901Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-sa-multi-hdr-auth2","reconcileID":"28295580-02b4-4bdb-8d68-4822aac0504d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.637348473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"439ad942-20d3-4d35-b480-95d3ba9f120c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.732859354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"b3205103-fc3a-419f-a0b6-550dab8f43aa","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.78204272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"ccd0be7b-77d1-428a-915a-816493224a72","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.795376127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"b3205103-fc3a-419f-a0b6-550dab8f43aa","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.83326905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16f94071-d0c3-47ea-9cfc-4b73d7fef848","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.833269083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bba27e7b-192c-4042-bd25-e972d475a23c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.851670916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"b3205103-fc3a-419f-a0b6-550dab8f43aa","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.898413298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16f94071-d0c3-47ea-9cfc-4b73d7fef848","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:57.898988123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bba27e7b-192c-4042-bd25-e972d475a23c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.317745474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37ea68ca-d703-4844-9790-d1b5c8daa657","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.317768429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37ea68ca-d703-4844-9790-d1b5c8daa657","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.376056607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61259732-603b-415d-a291-bee74b5ea3bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.37607974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61259732-603b-415d-a291-bee74b5ea3bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.59224614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"032a4ed7-519d-4c9b-b6cf-220ca291f560","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.623193861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c501d63b-7ee9-4a40-a190-3f4dd6ef9fe9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.623212548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c501d63b-7ee9-4a40-a190-3f4dd6ef9fe9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.649941836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"032a4ed7-519d-4c9b-b6cf-220ca291f560","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.679179322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c39c880e-a788-43eb-828d-6d2aae71dc98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.679197477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c39c880e-a788-43eb-828d-6d2aae71dc98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.712897738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"032a4ed7-519d-4c9b-b6cf-220ca291f560","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:09:59.730263784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-6deecd","reconcileID":"8eec9338-633c-4356-b0dd-462e5591e142","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-6deecd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.768984171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74a83fc7-6b0f-49a3-8047-5e2b7c6c9a09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.769006049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74a83fc7-6b0f-49a3-8047-5e2b7c6c9a09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.841770825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"508c2a0f-d920-4b38-a102-71d61d5e293a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.8422269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"59313448-1f8e-4613-b3eb-ba5e6435ee2a","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.841775973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab747c94-5106-42e3-86f5-7664cb6259b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.842591819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab742d79-e74f-43bb-9611-78fe5d14ca56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.842606662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab742d79-e74f-43bb-9611-78fe5d14ca56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.912276322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"508c2a0f-d920-4b38-a102-71d61d5e293a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.913846373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab747c94-5106-42e3-86f5-7664cb6259b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.915341194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42f1a7af-6e86-4357-b2b9-6d59cbaef34d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.91535755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42f1a7af-6e86-4357-b2b9-6d59cbaef34d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.919592581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"59313448-1f8e-4613-b3eb-ba5e6435ee2a","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.97610078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"59313448-1f8e-4613-b3eb-ba5e6435ee2a","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:09:59.982918885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"975d0675-e2f6-4749-94e2-978c84942706","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:00.040032864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"975d0675-e2f6-4749-94e2-978c84942706","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:00.10009741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"975d0675-e2f6-4749-94e2-978c84942706","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:00.196150847Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-6deecd","reconcileID":"06c47f62-b838-4606-80f7-05e510261cdc","MaaSSubscription":{"name":"e2e-default-int-sub-6deecd","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-6deecd","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:00.370380897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ddd15d-c803-4ade-8149-e7469452877d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:00.370402335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ddd15d-c803-4ade-8149-e7469452877d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:00.422819091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7a296434-f8af-490b-8384-3ca8097b88d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:00.585286432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-6deecd","reconcileID":"d371b9d6-9083-4c36-ac16-05545a857a93","MaaSSubscription":{"name":"e2e-default-int-sub-6deecd","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:03.369995589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"a580bf78-3a6f-402a-ac99-8b21589f4831","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:04.308601212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"02a838cd-edb0-4bf5-831a-828d1f92dea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:04.309310649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"d66eff89-d7f1-43a1-be74-5f918037e57a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:04.392187194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"02a838cd-edb0-4bf5-831a-828d1f92dea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:04.396008686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"d66eff89-d7f1-43a1-be74-5f918037e57a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:04.52586181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"cdf292ad-0dd0-4c43-b5c2-34cfe27d76e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:04.526947946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"8e5aadb7-f501-46b3-982c-3af39c4d7ff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:04.650368132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"8e5aadb7-f501-46b3-982c-3af39c4d7ff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:04.666109373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"cdf292ad-0dd0-4c43-b5c2-34cfe27d76e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:04.929279719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"8da7e53b-b290-4245-b1d3-d829c0504571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:04.929987127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"3bed4549-5483-4dd4-b7ab-347d08972e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:05.011143989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"3bed4549-5483-4dd4-b7ab-347d08972e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:05.020239885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"8da7e53b-b290-4245-b1d3-d829c0504571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:05.205200854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"c9f9df40-0a82-4415-88be-39d90452a646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:05.30753886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"717d51e8-0ee4-4c09-a3e9-a4e262b4fa61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:05.307832103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"defdbf2c-c8a8-4d2f-99c5-7f95a4d4a563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:05.408011748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"c9f9df40-0a82-4415-88be-39d90452a646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:05.451461616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"defdbf2c-c8a8-4d2f-99c5-7f95a4d4a563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:05.45825281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"717d51e8-0ee4-4c09-a3e9-a4e262b4fa61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:05.600743195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"632e3adb-a183-4299-8a51-2b535a698cb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:05.669605105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"632e3adb-a183-4299-8a51-2b535a698cb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:07.08916506Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-sub","reconcileID":"072c69c5-52c4-4603-81b7-e1a8a0f69b75","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-6cae81","subscription":"e2e-rt-sw-6cae81-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:07.210260216Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-sub","reconcileID":"072c69c5-52c4-4603-81b7-e1a8a0f69b75","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:07.272998424Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-sub","reconcileID":"072c69c5-52c4-4603-81b7-e1a8a0f69b75","MaaSSubscription":{"name":"e2e-rt-sw-6cae81-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-6cae81","namespace":"llm","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:07.366665353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"c61e7aad-5625-41dd-a461-f2f7a5ce5fd5","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:07.643401825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"b04492b7-74f5-4b29-81b0-c45420b7ef6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:07.644404564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"dcccbb97-023b-417c-928c-7eab6272781b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:07.645865194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"1de6bd12-ed9c-4f56-bba3-29bf3c8cb221","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:07.709498452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"b04492b7-74f5-4b29-81b0-c45420b7ef6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:07.735338573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"dcccbb97-023b-417c-928c-7eab6272781b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:07.818970557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"e3ba4663-2d26-44b5-9ab8-970811cf64b5","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:07.819006863Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"e3ba4663-2d26-44b5-9ab8-970811cf64b5","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:07.933468158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"1a0e4836-b079-424b-b0a2-39a23e69ddc8","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:07.934155914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"90396ba7-6ffe-4b8d-97fa-3965f1c64661","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:07.990716043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"e9f07ab7-48ba-489e-8ee4-97c78cf6e09f","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:07.991657776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"071aa625-94db-4d19-bdc9-fa92609f0752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:08.083698132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"3fd94e2e-420f-4d6b-a6bf-98926f14770b","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:08.084022915Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"3fd94e2e-420f-4d6b-a6bf-98926f14770b","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:08.101653541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"1a0e4836-b079-424b-b0a2-39a23e69ddc8","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:08.118678254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"071aa625-94db-4d19-bdc9-fa92609f0752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:08.119045011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"90396ba7-6ffe-4b8d-97fa-3965f1c64661","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:08.164710345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"1a0e4836-b079-424b-b0a2-39a23e69ddc8","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:08.164987783Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-6cae81-access","reconcileID":"d6689855-d83a-493f-afa2-26833d85bff8","MaaSAuthPolicy":{"name":"e2e-rt-sw-6cae81-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:08.197333716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"90396ba7-6ffe-4b8d-97fa-3965f1c64661","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:08.22904513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"bd324daa-86b0-4374-bb89-6db8008ada93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:08.275185424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70594763-d872-43cc-8dff-fdd1adb6edf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:08.357566215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70594763-d872-43cc-8dff-fdd1adb6edf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:08.449149303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"daadb43a-4939-49c8-b306-ac942c81910a","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:08.449432042Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"daadb43a-4939-49c8-b306-ac942c81910a","MaaSModelRef":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-6cae81-c3d74fcbb2e6","namespace":"llm","model":"e2e-rt-sw-6cae81","externalModel":"e2e-rt-sw-6cae81","provider":"e2e-rt-sw-6cae81-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:08.9586666Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"1d7099fb-6e7e-4845-b6b1-115c3be5d156","namespace":"llm","name":"e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.014343521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3e0e61e-6210-4fe1-ac1d-4573a9c2f6a8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.014472692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3e0e61e-6210-4fe1-ac1d-4573a9c2f6a8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.015117976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b412b1e-667b-41a5-88af-e8735c9d0878","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.015192393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b412b1e-667b-41a5-88af-e8735c9d0878","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.015674028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d4bf681a-b1c1-44fc-a5e1-750ac73cf771","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.015773965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d4bf681a-b1c1-44fc-a5e1-750ac73cf771","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.016201706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"817644d4-2b79-4e6c-bc17-4f9cd29ea1ec","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.016267165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"817644d4-2b79-4e6c-bc17-4f9cd29ea1ec","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.016673185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5bb7c59b-5081-4ae6-b7f4-e6c4a6118ab0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.016744197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5bb7c59b-5081-4ae6-b7f4-e6c4a6118ab0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.017125557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"606276fc-2cd9-453b-b890-a5e6354e76f0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.017176139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"606276fc-2cd9-453b-b890-a5e6354e76f0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.017698629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ddd1130f-92fb-4432-b31f-5766cb7bbfe1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.017770493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ddd1130f-92fb-4432-b31f-5766cb7bbfe1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.018103996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7267864-c804-4205-bbd3-cb08acc5ec54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.018150694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7267864-c804-4205-bbd3-cb08acc5ec54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.18262192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"c5e0e57c-e4b2-4d9c-9ce3-a796d8410be4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.184803887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"e16dbb8d-0aca-4b5f-9467-280ff542fac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.190399191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"a403ac86-a5f2-4552-8d6b-657f9a1d3430","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.19108998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"e93b61c7-54f1-446b-a70c-61ecbb568096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.191791813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97bf1646-5e4d-4601-830f-e46c87a8bdf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.293023706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"c5e0e57c-e4b2-4d9c-9ce3-a796d8410be4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.474872696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"e93b61c7-54f1-446b-a70c-61ecbb568096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.475710657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f10311c5-4236-42e6-8716-8cdbe3feaa19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.476383509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1858b4e5-be6f-4270-b8fb-f19503c056d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.515899436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"e16dbb8d-0aca-4b5f-9467-280ff542fac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.51653288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97bf1646-5e4d-4601-830f-e46c87a8bdf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.516827699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-6deecd","reconcileID":"d8af60bd-52c6-4001-bb59-f0f304c2bcb0","MaaSSubscription":{"name":"e2e-default-int-sub-6deecd","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.517204383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"a403ac86-a5f2-4552-8d6b-657f9a1d3430","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.672646403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"a403ac86-a5f2-4552-8d6b-657f9a1d3430","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.679928748Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-6cae81","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6cae81","reconcileID":"ce2b35e6-8598-4481-b18f-c531e9ef2600","namespace":"llm","name":"e2e-rt-sw-6cae81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.682575595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"ac96f8e1-f4bb-4cd3-bfff-8eaa18aaf6ef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.879411437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"fb4823b1-15b2-4495-8fef-cd721f7cdd68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.93954296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"22e77a44-93b3-47b7-b708-38349d126334","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.946328053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"fb4823b1-15b2-4495-8fef-cd721f7cdd68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.992318641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"05bfea38-4baf-4045-85b1-f4d4f24c3e72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:09.992320992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec28f4ba-daad-41e4-9041-98b38fe0730e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.050066275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"05bfea38-4baf-4045-85b1-f4d4f24c3e72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.050186265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec28f4ba-daad-41e4-9041-98b38fe0730e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.068450751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"f62cd1cf-f04c-47c2-9ef8-f195e5d3728d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.071426395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"97f2d144-e548-403a-815f-97efc9a93c29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.120705124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"98d8df33-8544-4635-b7c0-3daaca496b4e","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.126250051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"f62cd1cf-f04c-47c2-9ef8-f195e5d3728d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.130056493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"97f2d144-e548-403a-815f-97efc9a93c29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.359388742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"8d0ec506-00b1-4d67-88eb-95e058a58b81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.36080968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"06448132-0941-4567-a9da-9fd37a1cfc54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.426023755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"8d0ec506-00b1-4d67-88eb-95e058a58b81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.46445525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"fc89a092-fe24-4f47-ae43-daa76f3d9471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.465218809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"5348c5f1-8b68-4579-9c95-46865c97290f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.586436793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"fc89a092-fe24-4f47-ae43-daa76f3d9471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.604595972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"638dd11f-2d05-4485-9e22-d5d286eba794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.604984599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"c7f282d7-5b52-4793-a21a-742058d5ad5f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.605674463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"5348c5f1-8b68-4579-9c95-46865c97290f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.70847693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"638dd11f-2d05-4485-9e22-d5d286eba794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.712447082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"c7f282d7-5b52-4793-a21a-742058d5ad5f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.771499442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"c7f282d7-5b52-4793-a21a-742058d5ad5f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.832160411Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.836003895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"76a5bb7e-83aa-4c3a-96c2-48e4aa01d44f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.899478228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"76a5bb7e-83aa-4c3a-96c2-48e4aa01d44f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:10.932017719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"eabfed2f-5363-4bb9-ae4b-1ead7e839197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:11.007261578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"eabfed2f-5363-4bb9-ae4b-1ead7e839197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:11.047587999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"4e8d8099-24e9-4e77-af6d-1e427f80b42e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:11.110050329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"4e8d8099-24e9-4e77-af6d-1e427f80b42e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:12.805380742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"3a469c16-54e5-42f2-a07f-854ab808b036","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:13.371558436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"83989ac0-c164-472c-862e-680ae22341c2","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:15.92491462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-2-w1-bbee67","reconcileID":"177d014c-8721-4820-b3dd-07424a3e68d0","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-2-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-2-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:16.541874123Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1833b5fd","namespace":"ai-tenant-e2e-mt-1833b5fd"},"namespace":"ai-tenant-e2e-mt-1833b5fd","name":"e2e-policy-1833b5fd","reconcileID":"e4c167e4-8e05-46ad-8c81-907a13b5c291","MaaSAuthPolicy":{"name":"e2e-policy-1833b5fd","namespace":"ai-tenant-e2e-mt-1833b5fd"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:16.696934281Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1833b5fd","namespace":"ai-tenant-e2e-mt-1833b5fd"},"namespace":"ai-tenant-e2e-mt-1833b5fd","name":"e2e-policy-1833b5fd","reconcileID":"e4c167e4-8e05-46ad-8c81-907a13b5c291","MaaSAuthPolicy":{"name":"e2e-policy-1833b5fd","namespace":"ai-tenant-e2e-mt-1833b5fd"},"policyNamespace":"ai-tenant-e2e-mt-1833b5fd","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:17.993892054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"0f9d447b-f725-4949-8855-f0065369df63","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:18.217554857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"b52bf2f2-99c9-4711-a6ec-80b144e716b1","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:18.27519838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"80f4680f-cef3-4e66-a76c-7a05db072d5a","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:18.437201874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-api-key-no-access-auth","reconcileID":"cf606e4b-a3b8-4e06-bbe2-655c6d4c1f8f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:18.487857994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"13fc5d15-00b0-44a9-b2ef-459da00d0732","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:18.494531805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-api-key-no-access-auth","reconcileID":"cf606e4b-a3b8-4e06-bbe2-655c6d4c1f8f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:18.544763181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"8c725431-50c4-4a62-8774-8a9e5900df38","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:10:18.593097044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-api-key-no-access-sub","reconcileID":"b57a1055-ee68-4698-af30-74f93e5013d0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:18.647871943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"c4e1247c-1869-43a2-bcca-1860497fa129","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:18.647885338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"11ff4a14-dd85-4eb5-a9cc-c37b93b1365e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:18.704106953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"178b7da1-1fa4-40c5-acf8-24ef4950403e","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:18.705145784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"c4e1247c-1869-43a2-bcca-1860497fa129","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:18.707006972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"11ff4a14-dd85-4eb5-a9cc-c37b93b1365e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:18.762661832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"896c97b0-15eb-4252-947a-6579edd4dfdb","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:18.815674079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"d8a2f364-6ecc-4875-9833-cefc1c0c8af2","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:19.030389374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-api-key-no-access-auth","reconcileID":"6565100d-588b-421d-ad0e-2a7c731b0def","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:19.087777287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-api-key-no-access-auth","reconcileID":"6565100d-588b-421d-ad0e-2a7c731b0def","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:19.095616816Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-api-key-no-access-sub","reconcileID":"916172a3-3aeb-4bd8-a03b-49dc2ac76380","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-bbee67/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w1-bbee67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:19.130253001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"a4bc6f97-d6ce-4cac-9596-e847dc78ed65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:19.13025797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"4dd7ca9a-baca-4c99-968a-c991a7e00569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:19.189009635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"a4bc6f97-d6ce-4cac-9596-e847dc78ed65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:19.189540392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"4dd7ca9a-baca-4c99-968a-c991a7e00569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:19.265247626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"dc748498-0116-4bc0-b270-a700490a63a8","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:19.313908989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"0fbb9718-c5d1-4e88-a213-f879f1fc45be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:19.480980399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-api-key-no-access-sub","reconcileID":"343373f2-f143-4ecc-992e-43e47a86bec5","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:20.121912732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"63daa70b-78b0-4aa8-8d2a-ff26fbaf4640","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:20.457505217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"2fdcf22d-4863-4aa8-9cdd-a4f6fead6b6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:20.958708249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"2f66a02f-b190-479d-a069-6182df60a2d0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:21.022205707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"2f66a02f-b190-479d-a069-6182df60a2d0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:21.083434068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"2f66a02f-b190-479d-a069-6182df60a2d0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:21.429324366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"7ba836d4-1e59-455d-a7b8-0854fb44a2c8","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:21.589982899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-api-key-no-access-auth","reconcileID":"9d603f68-fd84-4aa3-8026-511c35dc7e52","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:21.590057928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"4efd57b7-0f84-4f7d-a144-e038d7fd6875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:21.590572889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"85f7fb0f-d447-4069-a38d-0d39a06e1d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:21.649032621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-api-key-no-access-auth","reconcileID":"9d603f68-fd84-4aa3-8026-511c35dc7e52","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:21.649067922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"85f7fb0f-d447-4069-a38d-0d39a06e1d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:21.65125044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"4efd57b7-0f84-4f7d-a144-e038d7fd6875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:23.372605332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"4fc1728e-28d1-431d-9929-95fc25706eb4","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:25.112606937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"9e682dfa-1882-4430-bf74-c60725f1bebd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5e04421b","tenantID":"e2e-mt-5e04421b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:25.232648317Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"9e682dfa-1882-4430-bf74-c60725f1bebd","name":"e2e-mt-5e04421b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:25.76149864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"32139890-d9a6-433b-8e0a-b93d7c068c2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:25.762317478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"ad2a8e0f-6d53-4f8f-82ef-9c1718df1e6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:25.827668899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"ad2a8e0f-6d53-4f8f-82ef-9c1718df1e6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:25.839371249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"32139890-d9a6-433b-8e0a-b93d7c068c2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:27.995861176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"d655a078-54e0-47ad-b277-04901baa72cf","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:28.506109343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"f35f7385-fde2-46c4-a0f1-328f8cb45dd1","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:30.1234061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"5e8481de-c63f-481b-b5ee-884a6bc89bb3","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:31.244716329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"f78a04ed-a196-49f8-b46a-28582101df1b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:31.302126112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"f78a04ed-a196-49f8-b46a-28582101df1b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:31.598097131Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-api-key-no-access-sub","reconcileID":"1aa57bad-0764-4d87-8fd9-ed59501f0521","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:31.622381084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0192e1ec-3340-4fb3-8b1e-2552421294e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:31.6223977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0192e1ec-3340-4fb3-8b1e-2552421294e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:31.82017948Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-api-key-no-access-sub","reconcileID":"1aa57bad-0764-4d87-8fd9-ed59501f0521","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-bbee67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:32.037634146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"5e89c022-e8e0-4aef-9a05-26ff8b86c1d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:32.038138923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"fd66cfb6-597b-45ab-879e-9233aa675e93","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:32.185541884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"1aabefbf-20c6-45ba-82d3-3e9f08cfca94","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:32.198779099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"fde6bd7b-132b-45b8-a18b-1a18cc254f8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:32.198928614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-api-key-no-access-auth","reconcileID":"127f1435-b34b-4eae-b64a-0a037124c613","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:32.198789364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"615d2aa1-a45b-42e3-b3e1-98a53dbb8d92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:32.257018467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-api-key-no-access-auth","reconcileID":"127f1435-b34b-4eae-b64a-0a037124c613","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:32.257137003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"615d2aa1-a45b-42e3-b3e1-98a53dbb8d92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:32.259332714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"fde6bd7b-132b-45b8-a18b-1a18cc254f8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:32.417545665Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-api-key-no-access-auth","reconcileID":"a494a7d7-0d1c-43b7-99e9-5000b14a1a86","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:32.58157395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"96f5a884-0244-4628-8fd8-efa320128c29","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:36.071012557Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6deecd","reconcileID":"7231405a-f904-4d70-84fe-7c49f15e1283","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6deecd","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:36.071124669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c59475a9-5d0b-4bbd-b165-47cd556f5298","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:36.071141452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c59475a9-5d0b-4bbd-b165-47cd556f5298","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:36.234860701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbf4f6a9-f47d-4ec5-a7a5-8564cadeecb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:36.234880883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbf4f6a9-f47d-4ec5-a7a5-8564cadeecb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:36.390428296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ecf1b8c-c70a-4c30-bd13-8be2f22a8615","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:36.390457665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ecf1b8c-c70a-4c30-bd13-8be2f22a8615","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:36.551622836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc44beae-6a0a-432f-8eb6-6d0b3f31f02f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:36.551652613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2c5f914-aa95-4db7-a0c9-4b460ab32538","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:36.609818486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc44beae-6a0a-432f-8eb6-6d0b3f31f02f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:36.609819711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2c5f914-aa95-4db7-a0c9-4b460ab32538","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:37.769814002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a54cdeea-4e2b-4b7e-aa9b-b5772a4d9cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:37.824034647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a54cdeea-4e2b-4b7e-aa9b-b5772a4d9cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:37.877939739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a54cdeea-4e2b-4b7e-aa9b-b5772a4d9cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:37.93230812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a54cdeea-4e2b-4b7e-aa9b-b5772a4d9cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:37.996489854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"7e6a3ed2-cf3e-43fe-a190-2cd5ce1e140a","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:38.3241986Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-45c182","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-45c182","reconcileID":"7f7ff35d-9ebe-4eae-b868-9aa1b4bb4a36","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-45c182","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-45c182":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:39.920107058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e460d0-7d81-47d9-b9c4-bfcb379c9baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:39.985077666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e460d0-7d81-47d9-b9c4-bfcb379c9baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:40.082536156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e460d0-7d81-47d9-b9c4-bfcb379c9baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:40.13608541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"feaacd54-4970-4423-86e4-334619f86626","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:40.14206083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e460d0-7d81-47d9-b9c4-bfcb379c9baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:40.839902765Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:42.320987105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"420ff298-1e70-46aa-bb68-6b76404a3c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:42.375650833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"420ff298-1e70-46aa-bb68-6b76404a3c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:42.430072652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"420ff298-1e70-46aa-bb68-6b76404a3c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:42.484693904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"420ff298-1e70-46aa-bb68-6b76404a3c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:44.538200794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327fa198-68e7-421d-83a5-15828b425e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:44.592328508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327fa198-68e7-421d-83a5-15828b425e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:44.646275703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327fa198-68e7-421d-83a5-15828b425e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:44.702058998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327fa198-68e7-421d-83a5-15828b425e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:46.558411139Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-6deecd","reconcileID":"7f937296-3b50-4d2c-bade-adb97122906a","MaaSSubscription":{"name":"e2e-default-int-sub-6deecd","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-6deecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:46.684441092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571fb9de-1852-4ac2-8d20-a7682dc8df26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:46.738474583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571fb9de-1852-4ac2-8d20-a7682dc8df26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:46.792995218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571fb9de-1852-4ac2-8d20-a7682dc8df26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:46.797797125Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-6deecd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-6deecd","reconcileID":"7f937296-3b50-4d2c-bade-adb97122906a","MaaSSubscription":{"name":"e2e-default-int-sub-6deecd","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:46.847286545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571fb9de-1852-4ac2-8d20-a7682dc8df26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:47.064551087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f6aa1f59-8794-4467-a032-ec43b1589fb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:47.109721726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae76bc47-caaf-4378-83a4-6e1e12b79a04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:47.10976092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae76bc47-caaf-4378-83a4-6e1e12b79a04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:47.271378678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0c275c2-f3e8-45d7-aafe-21af1acbaa48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:47.272201363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97e83d31-807c-4fd2-8d85-3d13ebdb7ebf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:47.330377087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97e83d31-807c-4fd2-8d85-3d13ebdb7ebf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:47.33123003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0c275c2-f3e8-45d7-aafe-21af1acbaa48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:47.997036276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"4fdcc6bf-3fc4-4743-816a-6237f9d8c29c","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:48.255219851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"e61e4855-36df-4339-982f-89b326c0fc27","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:48.519578825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"307ffa3b-804d-48c4-9dd4-f1d711c9ccfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:48.520300453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"cf3c4303-9eae-4c42-a623-e7242b2ef607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:48.520566029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"366bd228-46f6-4901-b016-6c5cd9aa1ae5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:48.588454051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"307ffa3b-804d-48c4-9dd4-f1d711c9ccfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:48.603804252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"cf3c4303-9eae-4c42-a623-e7242b2ef607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:48.753323901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"3b07039f-88e9-4514-9544-fbdfc2da52c3","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:48.96865945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"ea480429-8a78-4184-895e-9ca58e991b6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:50.144097723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"fbd821d1-c458-4bdf-b346-53455acdc153","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:52.040066456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"397ad5a6-deeb-495a-97a6-910c017f3776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:52.094891308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"397ad5a6-deeb-495a-97a6-910c017f3776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:52.151409754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"397ad5a6-deeb-495a-97a6-910c017f3776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:52.205945368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"397ad5a6-deeb-495a-97a6-910c017f3776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:52.549520683Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-08eeaa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-08eeaa","reconcileID":"31925c72-d9a3-495d-8f20-ca7cdf06d67b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-08eeaa","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-08eeaa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:54.150522016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa01f462-9a83-48d7-891a-146f1a858bd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:54.204580831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa01f462-9a83-48d7-891a-146f1a858bd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:54.258598833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa01f462-9a83-48d7-891a-146f1a858bd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:54.312502518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa01f462-9a83-48d7-891a-146f1a858bd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:58.130691173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"36350acf-5677-489e-9af1-0bd401f1fa0e","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:58.346454288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"890a0149-d867-42d9-bafe-4f1ba334592b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:58.353654878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"f182bcbe-4296-4f2e-b6cb-b35c841b141d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:58.353678982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"34e0c1d8-e0c9-4cc2-9a0e-aea893f18b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:58.411654917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"34e0c1d8-e0c9-4cc2-9a0e-aea893f18b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:58.411771742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"f182bcbe-4296-4f2e-b6cb-b35c841b141d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:58.518481219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"2c8f186f-a7f5-4457-93b6-9f439e7d4672","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:10:58.735643452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"1b3db644-d965-474d-8bcf-e031b08ee96a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:02.054269379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"047455b6-7dc7-42d1-8c9c-c74326552770","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:02.134160507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"259143d5-3586-49dc-b30d-768cc7294c2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:02.23538596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"ddf50b3e-687e-4743-b3e1-d5bbe3c7d4ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:02.449467887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e2caedd0-0da1-46c7-bbb7-711e78bd59fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:02.551780865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"5dbaa77a-f4ef-49ac-aaa6-33939760c97a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:02.711991601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"10d43da0-d8e0-4bb9-a2e6-29fbcafa1b6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:02.90797994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"53587680-4215-4f4b-bab4-4d475d8d0265","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:02.908635165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"27bf0992-f58f-49a7-96b2-721bd154795c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:03.001014636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"bf091400-932b-4595-9eeb-ad2f6c5a13be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:03.236345929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"1cff8166-94fd-41ab-86f7-04d17226987c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:03.262627064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"731c436d-c8c1-4a5b-9eed-aa7107dd28cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:03.414695902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cda1e198-5fdd-4adf-b9c0-eec4bbf16f51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:03.89823845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9fa93aa-ba96-4352-8d7d-2d131450b20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:03.956125638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9fa93aa-ba96-4352-8d7d-2d131450b20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:04.011586765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9fa93aa-ba96-4352-8d7d-2d131450b20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:04.068218828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9fa93aa-ba96-4352-8d7d-2d131450b20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:06.150262543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f447d23-f974-4ac1-a17e-4917744eebeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:06.204354971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f447d23-f974-4ac1-a17e-4917744eebeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:06.258780478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f447d23-f974-4ac1-a17e-4917744eebeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:06.31285274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f447d23-f974-4ac1-a17e-4917744eebeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:08.940681479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"0743b15d-e7dd-4c02-ac67-26eba3bc7cd6","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:08.941298936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"dd5599e6-45b4-4e45-855b-1718cf4928c3","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:09.030488336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"a80e9a89-8036-49c5-a0bf-0ef553c1f0c2","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:09.031182043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"ec82f572-064a-44b2-ba2f-540a7671ee2b","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:09.107991185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"0db1d628-6fb9-4096-b83e-9dba725f0d99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:09.117778733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"c17b654f-6e15-4329-a065-646d13a5e72b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:09.182944093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"3e27ce1e-ea97-46ed-8d05-0920c974679a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:09.249466591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"c17b654f-6e15-4329-a065-646d13a5e72b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:09.257144386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"0db1d628-6fb9-4096-b83e-9dba725f0d99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:09.264195529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"62eb6cb1-ec0b-4702-b221-ed05df2468d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:09.621821894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"f83ecb3e-7135-4299-a686-f88f599225d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:09.621822391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"1222b76c-23f2-4fd6-92f2-c0600ac44b8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:09.680646839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"1222b76c-23f2-4fd6-92f2-c0600ac44b8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:09.680944816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"f83ecb3e-7135-4299-a686-f88f599225d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:10.832887345Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:21.953696327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"e025300d-c102-4b60-b141-b997ba0a6965","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-45c182","tenantID":"e2e-api-a-45c182","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:22.073582484Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"e025300d-c102-4b60-b141-b997ba0a6965","name":"e2e-api-a-45c182-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:27.371997317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"distinct-w3-6a4ab0","reconcileID":"5b98c719-7bad-45e5-bb08-fb29ef98d6fe","MaaSModelRef":{"name":"distinct-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"distinct-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"distinct-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:29.107079027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"b7fbabac-2aae-4642-accb-bbcee126bdfa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:29.22206914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a7e4f2f2-acae-4586-b074-967ccb3c7eb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:29.330925496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"b475c319-7f7c-4095-a63c-c1de4ee3d577","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:29.430978146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"715ccf3a-30d5-473b-b179-fc4cf7a79d1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:29.531168457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"61d7a8ea-1081-4c77-8eee-9f18cfb471ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:29.531413883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"cfeae3a1-0303-436c-8778-fc36cb2986ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:29.632335414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"bdce7815-f4ba-40b9-a26f-e1bd223c8065","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:29.73144983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"03c2a164-8d37-4c41-88e8-10dac8730fa3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:29.83131112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"4e46ab51-7d5d-4006-a724-b3d25277649d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:29.932340977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"0818df48-44c1-4940-bd34-b5ecba3d1a44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:29.932438086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"74117e4d-d60b-4945-af04-c887bf9c381f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:30.031991813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"839f3001-3931-4432-8b6c-1f3a499dcd6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:30.250106463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"8fe4a817-373f-4da0-a4d6-1023e0b59aee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:30.250106363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"9df21d8a-07b0-495c-86f5-1f30928d909d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:30.309810051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"9df21d8a-07b0-495c-86f5-1f30928d909d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:30.310117307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"8fe4a817-373f-4da0-a4d6-1023e0b59aee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:36.887414319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"c970bc0b-7b0e-4ffa-84f2-39d3c6b15cb8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08eeaa","tenantID":"e2e-api-a-08eeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:37.005821217Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"c970bc0b-7b0e-4ffa-84f2-39d3c6b15cb8","name":"e2e-api-a-08eeaa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:40.832358532Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:52.650690574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b15c069d-7989-4d30-9e2f-64bdc4f0c828","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:52.710338485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b15c069d-7989-4d30-9e2f-64bdc4f0c828","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:52.76611241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b15c069d-7989-4d30-9e2f-64bdc4f0c828","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:52.820574565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b15c069d-7989-4d30-9e2f-64bdc4f0c828","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:53.228532681Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-671e7c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-671e7c","reconcileID":"fa038ced-570c-48cd-a186-26c32bb2f602","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-671e7c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-671e7c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:54.914313642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5249ac59-a303-49a0-aaf3-5914fdf269ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:54.96894513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5249ac59-a303-49a0-aaf3-5914fdf269ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:55.022798039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5249ac59-a303-49a0-aaf3-5914fdf269ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:55.076838181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5249ac59-a303-49a0-aaf3-5914fdf269ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:57.210554406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32d0fd71-6325-4b52-95df-8b6e4f28dd5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:57.286638569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32d0fd71-6325-4b52-95df-8b6e4f28dd5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:57.341126555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32d0fd71-6325-4b52-95df-8b6e4f28dd5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:57.39500688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32d0fd71-6325-4b52-95df-8b6e4f28dd5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:59.394461395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6afb320b-6e1b-4a5b-9274-147f5e98cea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:59.448866022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6afb320b-6e1b-4a5b-9274-147f5e98cea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:59.502827739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6afb320b-6e1b-4a5b-9274-147f5e98cea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:11:59.556844401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6afb320b-6e1b-4a5b-9274-147f5e98cea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:01.540571656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc9a1347-d0ad-4bbf-8f3d-5da2b4ecb12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:01.594528946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc9a1347-d0ad-4bbf-8f3d-5da2b4ecb12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:01.648756114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc9a1347-d0ad-4bbf-8f3d-5da2b4ecb12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:01.702763971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc9a1347-d0ad-4bbf-8f3d-5da2b4ecb12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:03.686155751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2194701-8684-4721-9430-846fec824ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:03.742454479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2194701-8684-4721-9430-846fec824ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:03.800883965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2194701-8684-4721-9430-846fec824ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:03.855613325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2194701-8684-4721-9430-846fec824ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:05.25536922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"edd0322f-14b2-4807-bb6a-67a7523ff548","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:05.371185763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"caecc8c6-7898-4009-9700-b0333f81faf2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:05.422601853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"55af5e6f-d0a0-48ad-aaf1-bb9f88dd7f09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:05.567258078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"60ec501d-b8fc-453b-845a-f73928154446","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:05.676511432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"84608ea3-12cf-4a77-a64c-d0b8f4196781","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:05.811772216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"1777abdf-493c-4be3-93ec-800748770af0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:05.86926358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909a75db-7d18-4a7b-867f-eb2637df2356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:05.918936473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ac9ff32b-2831-4f25-852e-6141771aa197","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:05.923594871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909a75db-7d18-4a7b-867f-eb2637df2356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:05.977617015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909a75db-7d18-4a7b-867f-eb2637df2356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:06.031531082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909a75db-7d18-4a7b-867f-eb2637df2356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:06.085484954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"4944ef24-9ad3-4185-b3cd-ab830bfcf56c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:06.197022177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"899658b1-c485-4748-9ad2-3a773349dcda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:06.251282018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"64f2950a-d770-4552-9d88-04ee330e6f3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:06.251485709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cd64f720-341d-46f5-8cb9-4a1b73f13dcf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:06.307150231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"837a0ce1-67f5-4201-8213-1f918ba30a1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:10.541570986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b11cb5c-3d33-4171-ae32-59b19829a530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:10.595900976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b11cb5c-3d33-4171-ae32-59b19829a530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:10.650098828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b11cb5c-3d33-4171-ae32-59b19829a530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:10.704224671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b11cb5c-3d33-4171-ae32-59b19829a530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:10.832766112Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:12.646436511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d4e382b-3202-4089-b685-dd6cf8f473c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:12.700368084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d4e382b-3202-4089-b685-dd6cf8f473c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:12.754274452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d4e382b-3202-4089-b685-dd6cf8f473c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:12.808159475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d4e382b-3202-4089-b685-dd6cf8f473c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:15.689528249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c236e428-4142-4f81-a961-d61e2a80dfa7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:15.689554583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c236e428-4142-4f81-a961-d61e2a80dfa7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:15.748037344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5af26e6-9ede-4bdd-af02-a9f5371718f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:15.748058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5af26e6-9ede-4bdd-af02-a9f5371718f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:15.854757377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"7b0bebc5-a85c-421d-9dee-db6ed0485396","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-45c182","tenantID":"e2e-api-a-45c182","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:15.982458479Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"7b0bebc5-a85c-421d-9dee-db6ed0485396","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"name":"e2e-api-a-45c182-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:16.038784546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-45c182-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"7b0bebc5-a85c-421d-9dee-db6ed0485396","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:16.097038588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a0170c7-7f68-4318-898c-dd31c45c4f9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:16.097056151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a0170c7-7f68-4318-898c-dd31c45c4f9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:16.370626312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"distinct-w3-6a4ab0","reconcileID":"2a985ced-548c-4473-96b6-e018d37ca857","MaaSModelRef":{"name":"distinct-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"distinct-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"distinct-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:16.371150976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"34d9a553-e324-403a-9ecf-f40da4f6d419","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:16.371680143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"fb7e47cb-20e0-4854-90b8-eae7b91f4835","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:16.473384576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"bf0d7193-8bf2-49a0-b7df-53ac3ca55bc1","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:16.47376685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"d986e428-cd77-49e3-bd45-340e5a3dec1e","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:16.474017845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"distinct-w3-6a4ab0","reconcileID":"fd26d37a-1498-41f7-bc83-b5479dcea83d","MaaSModelRef":{"name":"distinct-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"distinct-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"distinct-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:16.535923445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"0db02927-a586-43f0-b92d-f543c1ad3f70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:16.535938916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"75f3c951-495d-4b76-8b8d-2281c0c888cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:16.590600006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"c1f12f02-272d-43fb-af4e-8781c4d0bfd0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:16.590763618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"91a65fba-c6cd-463d-ae91-ac9f76eab3d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:16.594419631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"75f3c951-495d-4b76-8b8d-2281c0c888cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:16.595308364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"0db02927-a586-43f0-b92d-f543c1ad3f70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:17.006528664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"e4efe0f7-b6d3-4e37-8d12-ea1ad5faedb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:17.007195219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"5b1851ac-b25d-4d74-9b7f-d5e1ba2b3b1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:17.066152736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"5b1851ac-b25d-4d74-9b7f-d5e1ba2b3b1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:17.066224708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"e4efe0f7-b6d3-4e37-8d12-ea1ad5faedb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:19.079480658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"a34de208-a722-44ec-9638-c1481f553f25","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:19.079514067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"a34de208-a722-44ec-9638-c1481f553f25","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:20.849046077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01bf14c3-a525-4cf4-b95b-bdacf44d76a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:20.903321943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01bf14c3-a525-4cf4-b95b-bdacf44d76a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:20.957261921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01bf14c3-a525-4cf4-b95b-bdacf44d76a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:21.011253004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01bf14c3-a525-4cf4-b95b-bdacf44d76a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:21.388550982Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-341fb2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-341fb2","reconcileID":"e4c234bb-1f95-4830-b7f1-4bf3a54f1886","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-341fb2","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-341fb2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:22.948620591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7bd6588-e835-4e35-b949-436a815cdb85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:23.002452919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7bd6588-e835-4e35-b949-436a815cdb85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:23.056135877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7bd6588-e835-4e35-b949-436a815cdb85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:23.110072541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7bd6588-e835-4e35-b949-436a815cdb85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:24.550374999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"92ecb4de-6b0d-407a-9cc2-e7b1f8fe7427","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:24.550400991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"92ecb4de-6b0d-407a-9cc2-e7b1f8fe7427","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:24.605865641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"3f2eea5f-54a4-46e1-86fb-578b02dbc493","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:24.605884686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"3f2eea5f-54a4-46e1-86fb-578b02dbc493","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:24.716267855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"c9b15ac8-5e8f-4d34-8f23-8737cc569e14","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5e04421b","tenantID":"e2e-mt-5e04421b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:24.945668886Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"c9b15ac8-5e8f-4d34-8f23-8737cc569e14","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"e2e-mt-5e04421b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.040826337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"f5531d8a-44b5-4208-814a-06b22f25df5f","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.040913089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"f5531d8a-44b5-4208-814a-06b22f25df5f","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.095537034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5e04421b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"c9b15ac8-5e8f-4d34-8f23-8737cc569e14","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.158376809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"ac7efd5a-258c-418b-97b0-bd4575511b59","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.158803707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"ac7efd5a-258c-418b-97b0-bd4575511b59","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:12:25.15869749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-sub-5e04421b","reconcileID":"8860442b-143f-453e-9249-0cc8a1386147","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-5e04421b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.162365521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"4318af2a-94a5-4671-9eb8-8d89a5247877","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.162473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"4318af2a-94a5-4671-9eb8-8d89a5247877","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.293480856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"a9f01c29-95f0-4127-a13a-04afa399f471","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.293511289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"a9f01c29-95f0-4127-a13a-04afa399f471","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.316147944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c6b39f-6b36-4bf8-a2c0-17952837761e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.316347979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"43c0f836-7a67-4d52-8bed-5a3d440c2827","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5e04421b","tenantID":"e2e-mt-5e04421b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.373219313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"7bd41abb-3fe9-45ee-8840-419f48450a54","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.373240303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"7bd41abb-3fe9-45ee-8840-419f48450a54","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.375594896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c6b39f-6b36-4bf8-a2c0-17952837761e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.378853402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"43c0f836-7a67-4d52-8bed-5a3d440c2827","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"e2e-mt-5e04421b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.429917277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c6b39f-6b36-4bf8-a2c0-17952837761e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.483810306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c6b39f-6b36-4bf8-a2c0-17952837761e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.48607294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5e04421b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"43c0f836-7a67-4d52-8bed-5a3d440c2827","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.648346724Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-sub-5e04421b","reconcileID":"441c0944-a65e-41b1-b675-a9b66c4d667e","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"maas-trlp-e2e-lifecycle-model-5e04421b","model":"e2e-lifecycle-model-5e04421b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-5e04421b/e2e-sub-5e04421b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.817706387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"c62fc56a-3ede-4002-8640-d4f934076092","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:25.817726678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"c62fc56a-3ede-4002-8640-d4f934076092","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:26.03379644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-sub-5e04421b","reconcileID":"73053a5c-d29a-4a9e-9bc6-4ba9aa8e62ef","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"maas-trlp-e2e-lifecycle-model-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:26.204718101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"75ea6a29-9c28-408f-9d3c-b2349d3e4717","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-45c182","tenantID":"e2e-api-a-45c182","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:26.26214273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"75ea6a29-9c28-408f-9d3c-b2349d3e4717","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"name":"e2e-api-a-45c182-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:26.318110183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-45c182-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"75ea6a29-9c28-408f-9d3c-b2349d3e4717","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:27.572498104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7750710-4294-4637-b2e9-1c336e556704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:27.626767905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7750710-4294-4637-b2e9-1c336e556704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:27.680765916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7750710-4294-4637-b2e9-1c336e556704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:27.734605514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7750710-4294-4637-b2e9-1c336e556704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:29.680108902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c46d2e-bcc9-429c-828e-070e6658a63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:29.736634641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c46d2e-bcc9-429c-828e-070e6658a63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:29.792277123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c46d2e-bcc9-429c-828e-070e6658a63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:29.860834648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6080d716-6f04-4aa3-a1bb-0e9c77bbf54a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:29.860928459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6080d716-6f04-4aa3-a1bb-0e9c77bbf54a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:29.877786924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c46d2e-bcc9-429c-828e-070e6658a63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:29.938012941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a61dae1c-e13b-4ca0-a525-f4459dc14aea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:29.938256196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a61dae1c-e13b-4ca0-a525-f4459dc14aea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:30.044764367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"22200835-c6ea-4944-8e5f-b9bb420321bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08eeaa","tenantID":"e2e-api-a-08eeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:30.101789415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bd3daca6-7e5b-4a0e-a2cf-f8b3ced7b819","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:30.171962876Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"22200835-c6ea-4944-8e5f-b9bb420321bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"name":"e2e-api-a-08eeaa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:30.20894273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"6ca8ec20-9b87-4b4b-a308-986b9c3cb183","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:30.230317921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-08eeaa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"22200835-c6ea-4944-8e5f-b9bb420321bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:30.293765173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66ffc93b-a62e-4fd5-9cc5-ed20c86acf8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:30.293788051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66ffc93b-a62e-4fd5-9cc5-ed20c86acf8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:30.320033016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"4527514d-ba39-4c9d-b7c2-fd727fd8847d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:30.423278505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"4644ac5e-af27-4809-8263-12ce5e5cc722","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:30.549533912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8f3855f3-3eb8-49bb-ae47-6f22c81010a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:30.686601874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"fc6e92a6-df2c-4f96-be6d-5848095421ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:30.807467696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"6212cf17-57d2-4538-b883-895244ac5b4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:30.905135784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"f131c1e0-665a-43a3-963a-63e41ab2d50f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:30.90520713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"31a687c1-e505-4ebc-a4a9-8f0fd08971c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:31.122610182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"75a2b1f9-5c83-4b29-b119-2d51e53163e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:31.204179263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"fba9152e-5047-408c-8a1f-eb190dfa4d71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:31.247268594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"2604b5b0-31e3-4128-b985-4186c9c13653","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:31.558365817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"53f9b2ce-c9e1-48b6-b6cb-bbe7054866a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:31.558365861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"167f8386-6bac-4c1f-a859-5cb58e8321ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:31.617349008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"167f8386-6bac-4c1f-a859-5cb58e8321ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:31.617483748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"53f9b2ce-c9e1-48b6-b6cb-bbe7054866a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:35.068920008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60d17b1d-1e39-45aa-8a06-20d8354b4e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:35.12422792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60d17b1d-1e39-45aa-8a06-20d8354b4e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:35.178625164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60d17b1d-1e39-45aa-8a06-20d8354b4e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:35.232997783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60d17b1d-1e39-45aa-8a06-20d8354b4e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:35.594099913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"cd4f6fa8-4d0e-4d14-9f0b-7597207d15f7","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5e04421b","tenantID":"e2e-mt-5e04421b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:35.606775239Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a3021d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a3021d","reconcileID":"0193c7f6-792f-47d0-b128-211b91ee7a37","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a3021d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-a3021d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:35.685035522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"cd4f6fa8-4d0e-4d14-9f0b-7597207d15f7","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"e2e-mt-5e04421b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:35.746747912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5e04421b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"cd4f6fa8-4d0e-4d14-9f0b-7597207d15f7","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:36.447202868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"37a236ce-b0c8-4435-825b-2405248bdd6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-45c182","tenantID":"e2e-api-a-45c182","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:36.505674155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"37a236ce-b0c8-4435-825b-2405248bdd6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"name":"e2e-api-a-45c182-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:36.561915047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-45c182-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8836be87adde5f1f34f107ed73e95faf219bd691cf5a1ff82ab1d2aa42a2d176) AuthConfig (2401bec3f568b7e29f80c813efc1e5d0133c8d62bec246bfb7408f694619188f) AuthConfig (9265f13666f960207cdc512bdec1bc9683ccb055ffc50e1d4fcce2e93d98940b) AuthConfig (be17a3877872a650dc9c9835d0a44b2b30d27981c2405ad2e85c3c1b4d5d604e) AuthConfig (ec1ea0258fed1360b7eb9da7f2a5353b443b4e394db67a63cc348150027cd882) AuthConfig (fa6d79f1acd1f59ec56c22fd8975e9ac929898eb99d6518beeac42aee6432a56)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"37a236ce-b0c8-4435-825b-2405248bdd6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:36.68966377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51ba996d-191d-4f1f-bcf7-38c48313a3f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:36.689686091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51ba996d-191d-4f1f-bcf7-38c48313a3f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:37.24207544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428efe33-4a4c-45e6-b97d-ac5c878873ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:37.296075409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428efe33-4a4c-45e6-b97d-ac5c878873ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:37.350066196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428efe33-4a4c-45e6-b97d-ac5c878873ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:37.404198659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428efe33-4a4c-45e6-b97d-ac5c878873ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:39.381236525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"065d8b8a-2fec-4c63-adeb-d604adac8f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:39.492084547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"065d8b8a-2fec-4c63-adeb-d604adac8f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:39.612831592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"065d8b8a-2fec-4c63-adeb-d604adac8f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:39.669903826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"065d8b8a-2fec-4c63-adeb-d604adac8f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:40.400838244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"635b0dec-5f4d-4087-aa68-e618588ebb5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08eeaa","tenantID":"e2e-api-a-08eeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:40.497932826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"635b0dec-5f4d-4087-aa68-e618588ebb5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"name":"e2e-api-a-08eeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:40.555867006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-08eeaa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"635b0dec-5f4d-4087-aa68-e618588ebb5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:40.811893629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"distinct-2-w3-6a4ab0","reconcileID":"0174e828-c5b2-4593-9109-4df0e3f8523f","MaaSModelRef":{"name":"distinct-2-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"distinct-2-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"distinct-2-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:40.847671426Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:41.768182877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290908c1-2597-4b14-91b2-e244739363ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:41.802101582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"45505512-5abd-467e-8532-675033b7843c","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:41.825690536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290908c1-2597-4b14-91b2-e244739363ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:41.880903687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290908c1-2597-4b14-91b2-e244739363ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:41.935304343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290908c1-2597-4b14-91b2-e244739363ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:41.939481815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"dbfca4bb-8876-4db2-9822-d043d0b98099","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.08066125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"b1fb0338-ba5b-4c82-9d0e-1b5648fc800b","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.141181063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"d4695023-303a-40fc-b4d5-db87533df171","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.158052485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"dec9de4f-c144-4593-81a2-7544c670761c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:12:42.191815087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub","reconcileID":"a3e2f4fa-9983-477a-836e-7fd68bc68b33","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.216057342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"dec9de4f-c144-4593-81a2-7544c670761c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.264640691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"53556754-1116-435c-8fbe-fffb9722f1fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.264846547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"475d627e-9e89-4a03-8434-159e02e16bf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.27189785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6a4ab0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (561c1848c0ad0efe92e82be40c3060578572ebfe02125cb925f3461a38d2c219) AuthConfig (7dde2b5c8cca984d968b10fa1563f3d74af81515d6bde25864a89e74984ab249) AuthConfig (ea18746bcf8fd4f377f40fa8a33b86068ac3c5802b5dc04681676471f35e0016) AuthConfig (9c12b030e7c420bbc3d44a7d228c86f631b80cbaad374c5b129b5ed73de09c91) AuthConfig (ba55091523d537db94518f631781ed433a1096b370de5f1c87c1c6782b0b90fa) AuthConfig (e4c4e89d44905e6df6c5febaf184b31fa08ad21845ae5d7dcc4211dff62bdaf9) AuthConfig (21142634aafb77a2c44430a9524f84ddca12d12389a4ff12367cb7db95cda0c5) AuthConfig (6c897b1e161edd9f681ffea3be1a16a5db549d2481278ac2555a526b5fdb89ca) AuthConfig (0a451da34b9c21a25e7c0056de98ce5ee048c31b2eb573ece94e9dd31bf8a9cf) AuthConfig (c505719f29f53423b173ac17e789e1ae2e26c0efd79de3b439729ba8da30620e) AuthConfig (dea650b4a5ecdfa58bdb89bcf18eee59ba5f343a558bf33068ccfe27314318dd) AuthConfig (733672ba1bfa4337bed0c82344664e8b4cce1e58a627a2bef4a9ccf243b64a91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"dec9de4f-c144-4593-81a2-7544c670761c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.30914181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"f7ac8bec-9142-4040-805d-19087faa3ce3","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.323032736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"475d627e-9e89-4a03-8434-159e02e16bf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.323073675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"53556754-1116-435c-8fbe-fffb9722f1fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.330201242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"af88e9aa-7f80-42f7-9d7f-177896f13d30","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.365098286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"e1e7ef0a-7581-4cd2-b074-8c57ce473712","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.490956416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"06d24d10-0357-4923-8c52-801eec8c02f7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.548762877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"06d24d10-0357-4923-8c52-801eec8c02f7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.60483774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6a4ab0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (561c1848c0ad0efe92e82be40c3060578572ebfe02125cb925f3461a38d2c219) AuthConfig (7dde2b5c8cca984d968b10fa1563f3d74af81515d6bde25864a89e74984ab249) AuthConfig (ea18746bcf8fd4f377f40fa8a33b86068ac3c5802b5dc04681676471f35e0016) AuthConfig (9c12b030e7c420bbc3d44a7d228c86f631b80cbaad374c5b129b5ed73de09c91) AuthConfig (ba55091523d537db94518f631781ed433a1096b370de5f1c87c1c6782b0b90fa) AuthConfig (e4c4e89d44905e6df6c5febaf184b31fa08ad21845ae5d7dcc4211dff62bdaf9) AuthConfig (21142634aafb77a2c44430a9524f84ddca12d12389a4ff12367cb7db95cda0c5) AuthConfig (6c897b1e161edd9f681ffea3be1a16a5db549d2481278ac2555a526b5fdb89ca) AuthConfig (0a451da34b9c21a25e7c0056de98ce5ee048c31b2eb573ece94e9dd31bf8a9cf) AuthConfig (c505719f29f53423b173ac17e789e1ae2e26c0efd79de3b439729ba8da30620e) AuthConfig (dea650b4a5ecdfa58bdb89bcf18eee59ba5f343a558bf33068ccfe27314318dd) AuthConfig (733672ba1bfa4337bed0c82344664e8b4cce1e58a627a2bef4a9ccf243b64a91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"06d24d10-0357-4923-8c52-801eec8c02f7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.639212126Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub","reconcileID":"7325eac6-399e-4882-99ff-91bed2bedab1","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-6a4ab0/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-6a4ab0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.643310213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"898e18e8-acdd-4351-9843-45713be4ae2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.643388554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"89563b86-00f1-46bd-b745-9af636cd2855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.701857328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"89563b86-00f1-46bd-b745-9af636cd2855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.701856944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"898e18e8-acdd-4351-9843-45713be4ae2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.810572895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"9d150ff7-0716-43ab-9455-75967a44c385","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:42.855410936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"ef40d3a7-408c-446b-852e-f92c4f5cf7ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:43.072667337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub","reconcileID":"1422df10-1ed5-4b99-9b58-e6c08c4f116e","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:43.942648574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939fa260-dc35-4b7a-842a-44fc1f022386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:44.000859292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939fa260-dc35-4b7a-842a-44fc1f022386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:44.055381383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939fa260-dc35-4b7a-842a-44fc1f022386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:44.10930692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939fa260-dc35-4b7a-842a-44fc1f022386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:45.60087813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"0f1eb88e-ca32-4380-83f8-2e48fa9ba3d7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-671e7c","tenantID":"e2e-api-a-671e7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:45.718017859Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"0f1eb88e-ca32-4380-83f8-2e48fa9ba3d7","name":"e2e-api-a-671e7c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:45.854623631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"4c09e362-3e69-4ab0-bef8-e0dc74a76927","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5e04421b","tenantID":"e2e-mt-5e04421b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:45.912343075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"4c09e362-3e69-4ab0-bef8-e0dc74a76927","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"e2e-mt-5e04421b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:45.996422322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5e04421b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"4c09e362-3e69-4ab0-bef8-e0dc74a76927","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:46.157868437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf9a150-22e3-4979-b335-50224dd264e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:46.2119334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf9a150-22e3-4979-b335-50224dd264e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:46.266548246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf9a150-22e3-4979-b335-50224dd264e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:46.320304702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf9a150-22e3-4979-b335-50224dd264e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:46.801098538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"fd22cf78-2c7f-4d19-a736-48aa841cbea9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-45c182","tenantID":"e2e-api-a-45c182","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:46.860530516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"fd22cf78-2c7f-4d19-a736-48aa841cbea9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"name":"e2e-api-a-45c182-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:46.917409475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-45c182-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8836be87adde5f1f34f107ed73e95faf219bd691cf5a1ff82ab1d2aa42a2d176) AuthConfig (2401bec3f568b7e29f80c813efc1e5d0133c8d62bec246bfb7408f694619188f) AuthConfig (9265f13666f960207cdc512bdec1bc9683ccb055ffc50e1d4fcce2e93d98940b) AuthConfig (be17a3877872a650dc9c9835d0a44b2b30d27981c2405ad2e85c3c1b4d5d604e) AuthConfig (ec1ea0258fed1360b7eb9da7f2a5353b443b4e394db67a63cc348150027cd882) AuthConfig (fa6d79f1acd1f59ec56c22fd8975e9ac929898eb99d6518beeac42aee6432a56)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"fd22cf78-2c7f-4d19-a736-48aa841cbea9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:48.262046753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236f5951-d841-4eae-9d3b-c1b4f34aa2f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:48.316021249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236f5951-d841-4eae-9d3b-c1b4f34aa2f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:48.370252718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236f5951-d841-4eae-9d3b-c1b4f34aa2f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:48.424159933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236f5951-d841-4eae-9d3b-c1b4f34aa2f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:50.66396023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"442abdab-23d0-4710-a7ac-f55024296803","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08eeaa","tenantID":"e2e-api-a-08eeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:50.722470842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"442abdab-23d0-4710-a7ac-f55024296803","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"name":"e2e-api-a-08eeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:50.77869762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-08eeaa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"442abdab-23d0-4710-a7ac-f55024296803","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:52.766834397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9118be2e-925c-4b10-85ea-3d1ba9194112","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:52.824778277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9118be2e-925c-4b10-85ea-3d1ba9194112","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:52.880855838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6a4ab0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (561c1848c0ad0efe92e82be40c3060578572ebfe02125cb925f3461a38d2c219) AuthConfig (7dde2b5c8cca984d968b10fa1563f3d74af81515d6bde25864a89e74984ab249) AuthConfig (ea18746bcf8fd4f377f40fa8a33b86068ac3c5802b5dc04681676471f35e0016) AuthConfig (9c12b030e7c420bbc3d44a7d228c86f631b80cbaad374c5b129b5ed73de09c91) AuthConfig (ba55091523d537db94518f631781ed433a1096b370de5f1c87c1c6782b0b90fa) AuthConfig (e4c4e89d44905e6df6c5febaf184b31fa08ad21845ae5d7dcc4211dff62bdaf9) AuthConfig (21142634aafb77a2c44430a9524f84ddca12d12389a4ff12367cb7db95cda0c5) AuthConfig (6c897b1e161edd9f681ffea3be1a16a5db549d2481278ac2555a526b5fdb89ca) AuthConfig (0a451da34b9c21a25e7c0056de98ce5ee048c31b2eb573ece94e9dd31bf8a9cf) AuthConfig (c505719f29f53423b173ac17e789e1ae2e26c0efd79de3b439729ba8da30620e) AuthConfig (dea650b4a5ecdfa58bdb89bcf18eee59ba5f343a558bf33068ccfe27314318dd) AuthConfig (733672ba1bfa4337bed0c82344664e8b4cce1e58a627a2bef4a9ccf243b64a91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9118be2e-925c-4b10-85ea-3d1ba9194112","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:56.14564172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"ade9c717-3501-4844-bfb8-a7a495f85dc2","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5e04421b","tenantID":"e2e-mt-5e04421b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:56.205356078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"ade9c717-3501-4844-bfb8-a7a495f85dc2","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"e2e-mt-5e04421b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:56.261915429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5e04421b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"ade9c717-3501-4844-bfb8-a7a495f85dc2","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:57.032339278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"b3162520-8f3b-44de-8935-38923793f5fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-45c182","tenantID":"e2e-api-a-45c182","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:57.09658562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"b3162520-8f3b-44de-8935-38923793f5fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"name":"e2e-api-a-45c182-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:57.153677457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-45c182-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8836be87adde5f1f34f107ed73e95faf219bd691cf5a1ff82ab1d2aa42a2d176) AuthConfig (2401bec3f568b7e29f80c813efc1e5d0133c8d62bec246bfb7408f694619188f) AuthConfig (9265f13666f960207cdc512bdec1bc9683ccb055ffc50e1d4fcce2e93d98940b) AuthConfig (be17a3877872a650dc9c9835d0a44b2b30d27981c2405ad2e85c3c1b4d5d604e) AuthConfig (ec1ea0258fed1360b7eb9da7f2a5353b443b4e394db67a63cc348150027cd882) AuthConfig (fa6d79f1acd1f59ec56c22fd8975e9ac929898eb99d6518beeac42aee6432a56)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"b3162520-8f3b-44de-8935-38923793f5fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:57.988383904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-sub-5e04421b","reconcileID":"7f525bdc-fd88-4911-a620-ea3a9db83c34","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"maas-trlp-e2e-lifecycle-model-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:58.165401359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"7b4b8155-3570-4117-99f4-08156f7b2c42","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:58.165423286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"7b4b8155-3570-4117-99f4-08156f7b2c42","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:58.350103476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"d31fee5e-4318-419d-b8e5-9b3484de026b","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5e04421b","tenantID":"e2e-mt-5e04421b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:58.413183968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"d31fee5e-4318-419d-b8e5-9b3484de026b","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"e2e-mt-5e04421b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:58.469766819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5e04421b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0872824190d008deb590c727255f5c6f992939fe96fa3b2f941194b087f8c9f0) AuthConfig (96dd2780f6baed6ba3242aa448e4860d9b53cf588c42577301cdc2714ac6917d) AuthConfig (e59e0f5716cb676f769432e2c818c71ebc47254bdc1c1eb5052fb36fa35be044) AuthConfig (d54ffcfc38b46fbf789aebc562b39ed8c9bca90f93574e3514a5d0b21bb244c5) AuthConfig (e1f41ca9faa273b430d6cdb3d926dfa2a0d00422de915d58509b660a3c867543) AuthConfig (5823a27c03864712958317f010be2b5d0cccb2789833c7e8cd713a996c5b4fae) AuthConfig (54afcd2860825e8b49ac6d8f1d134cc9c30d5848b780c5c162749e9e66c0c516) AuthConfig (8299c1b5caec92fd12b630769a888ea5279ce440e593a00d4c94f0d5b231a3bb) AuthConfig (dbbc271dd94a6873be4e5fad42616b03e2279b7c34a1b15b4a1e54d91cf2aff2) AuthConfig (7f6326504cbb7098eda22550cbfe43252d071dea48958d885ae0258607559766) AuthConfig (221c20fb318518bb7a49af303c9ed54e658230536e8cec4f8e7a66f15114a17f) AuthConfig (f057ff60558adc70dcd365466a658bfcc9428f5ee5ea2e4e1760f02e5c731c3e) AuthConfig (d96a9a619da4bde8f0c814e9ecd350b0c670769acb39cf7abae3068577a93ee8) AuthConfig (93bd93b0ab4242bfd9390dacbdad5e621be8ff8a54de222a303f30266ac5c25d) AuthConfig (f86a713c4c807ec0f2bc3cd8f49cf1204bbd40f9be47748ce537f22aed0e9293) AuthConfig (1cabddb2c92195c597b71cd21348544fc5d37dfe74cdad5a49e551a3ca2dbc0e) AuthConfig (18d2fcf44c76689b87ae50bcfabbed88a288cee8265cdea50c01e6ed9dee5dec) AuthConfig (f821bb39ff4df5c586ec06768ed2c77e59017f76bfb65e74ee7c9c0d11960f4f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"d31fee5e-4318-419d-b8e5-9b3484de026b","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:58.52827754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"f17d4df5-61d7-4a64-b50d-848ced70979b","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:12:58.528296279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"f17d4df5-61d7-4a64-b50d-848ced70979b","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:00.966869693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"84c7bec4-0128-4a57-a0dd-c81f3381e0f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08eeaa","tenantID":"e2e-api-a-08eeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:01.025078188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"84c7bec4-0128-4a57-a0dd-c81f3381e0f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"name":"e2e-api-a-08eeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:01.081042862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-08eeaa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89954fce053be36be97118acd0d4f33cef154b4af1a01d5f5dead3edb24f3a04) AuthConfig (8e07389ae7d6f7e39cb87558522c67bdb663e5aaafc86a3a261f84bebac7536a) AuthConfig (4e0a6e2547a178f93822e1d00524014a22a8f8317560e94dda58122a83acd530) AuthConfig (1c41b01c47e76c6934efffdff801a246b3f7e69bc65b97d77e12b7ce65aca8f7) AuthConfig (e972d2f59f82fd70b52381419b67191b8416a6c66f0f05b5c45b91ba08896f0c) AuthConfig (2572b335ac765df0dd5b1a331439af8c4476d05b91add8ce0455df3e4d728a2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"84c7bec4-0128-4a57-a0dd-c81f3381e0f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:01.137948299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91cc85ca-0420-425c-af0c-646e2a6da4ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:01.137975857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91cc85ca-0420-425c-af0c-646e2a6da4ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:03.042313082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"15be147b-9a1a-48b3-8f63-8ec6940079a2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:03.09998285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"15be147b-9a1a-48b3-8f63-8ec6940079a2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:03.424095113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"b36488c5-a9d7-42a3-b25b-085f16464bdb","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:04.353465069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"f9e549fc-2ba0-42fe-a74d-2dbbb6c15eeb","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:04.521950782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"7dd707d2-bf8f-4c9c-8927-fe723f93c3de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:04.522115513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"20ab8eca-24b3-4d86-92a0-ba74399e15ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:04.521952853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3699eaa5-894a-4d7f-9fe1-76aace28b4eb","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:04.580201113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"7dd707d2-bf8f-4c9c-8927-fe723f93c3de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:04.580202733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"20ab8eca-24b3-4d86-92a0-ba74399e15ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:04.582295002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3699eaa5-894a-4d7f-9fe1-76aace28b4eb","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:07.262178875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"97881c7b-bdd7-4880-8e94-949cffde5268","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-45c182","tenantID":"e2e-api-a-45c182","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:07.323918043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"97881c7b-bdd7-4880-8e94-949cffde5268","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"name":"e2e-api-a-45c182-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:07.657250635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61082a2d-c9d5-47cb-9cf0-1d9cffc7cf8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:07.657271833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61082a2d-c9d5-47cb-9cf0-1d9cffc7cf8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:08.636389227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"10ef44a9-0e46-45b3-b28f-90dc821554e8","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5e04421b","tenantID":"e2e-mt-5e04421b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:08.699606725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"10ef44a9-0e46-45b3-b28f-90dc821554e8","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"e2e-mt-5e04421b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:08.757405841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5e04421b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0872824190d008deb590c727255f5c6f992939fe96fa3b2f941194b087f8c9f0) AuthConfig (96dd2780f6baed6ba3242aa448e4860d9b53cf588c42577301cdc2714ac6917d) AuthConfig (e59e0f5716cb676f769432e2c818c71ebc47254bdc1c1eb5052fb36fa35be044) AuthConfig (d54ffcfc38b46fbf789aebc562b39ed8c9bca90f93574e3514a5d0b21bb244c5) AuthConfig (e1f41ca9faa273b430d6cdb3d926dfa2a0d00422de915d58509b660a3c867543) AuthConfig (5823a27c03864712958317f010be2b5d0cccb2789833c7e8cd713a996c5b4fae) AuthConfig (54afcd2860825e8b49ac6d8f1d134cc9c30d5848b780c5c162749e9e66c0c516) AuthConfig (8299c1b5caec92fd12b630769a888ea5279ce440e593a00d4c94f0d5b231a3bb) AuthConfig (dbbc271dd94a6873be4e5fad42616b03e2279b7c34a1b15b4a1e54d91cf2aff2) AuthConfig (7f6326504cbb7098eda22550cbfe43252d071dea48958d885ae0258607559766) AuthConfig (221c20fb318518bb7a49af303c9ed54e658230536e8cec4f8e7a66f15114a17f) AuthConfig (f057ff60558adc70dcd365466a658bfcc9428f5ee5ea2e4e1760f02e5c731c3e) AuthConfig (d96a9a619da4bde8f0c814e9ecd350b0c670769acb39cf7abae3068577a93ee8) AuthConfig (93bd93b0ab4242bfd9390dacbdad5e621be8ff8a54de222a303f30266ac5c25d) AuthConfig (f86a713c4c807ec0f2bc3cd8f49cf1204bbd40f9be47748ce537f22aed0e9293) AuthConfig (1cabddb2c92195c597b71cd21348544fc5d37dfe74cdad5a49e551a3ca2dbc0e) AuthConfig (18d2fcf44c76689b87ae50bcfabbed88a288cee8265cdea50c01e6ed9dee5dec) AuthConfig (f821bb39ff4df5c586ec06768ed2c77e59017f76bfb65e74ee7c9c0d11960f4f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"10ef44a9-0e46-45b3-b28f-90dc821554e8","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:10.832620633Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:11.255617888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"a4242325-cc5c-42c5-9cfc-b90ceccc8dc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08eeaa","tenantID":"e2e-api-a-08eeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:11.31513644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"a4242325-cc5c-42c5-9cfc-b90ceccc8dc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"name":"e2e-api-a-08eeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:11.371260337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-08eeaa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89954fce053be36be97118acd0d4f33cef154b4af1a01d5f5dead3edb24f3a04) AuthConfig (8e07389ae7d6f7e39cb87558522c67bdb663e5aaafc86a3a261f84bebac7536a) AuthConfig (4e0a6e2547a178f93822e1d00524014a22a8f8317560e94dda58122a83acd530) AuthConfig (1c41b01c47e76c6934efffdff801a246b3f7e69bc65b97d77e12b7ce65aca8f7) AuthConfig (e972d2f59f82fd70b52381419b67191b8416a6c66f0f05b5c45b91ba08896f0c) AuthConfig (2572b335ac765df0dd5b1a331439af8c4476d05b91add8ce0455df3e4d728a2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"a4242325-cc5c-42c5-9cfc-b90ceccc8dc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:14.519591702Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub","reconcileID":"b66ddb13-b997-4697-b577-ab1671a61daa","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:14.741210559Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub","reconcileID":"b66ddb13-b997-4697-b577-ab1671a61daa","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6a4ab0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:14.959280902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"59ae631b-981f-4862-bcab-aa60b911f485","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:15.011539919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"d6a27745-4c1a-4709-8acf-4e8e6f7abf5a","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:15.172439508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"21097893-4f96-4c40-927c-10509c6a7bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:15.172645964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"3ecacf9c-08bd-4423-9350-67c08554cf6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:15.172438686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ae5fcaff-5c1a-4e2c-b6d0-ff039d0fe6fb","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:15.230925936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"21097893-4f96-4c40-927c-10509c6a7bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:15.231793706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"3ecacf9c-08bd-4423-9350-67c08554cf6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:15.233214319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ae5fcaff-5c1a-4e2c-b6d0-ff039d0fe6fb","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:18.865548353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"f00e5f9f-9d20-4e89-9a7f-9e56cdab1577","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5e04421b","tenantID":"e2e-mt-5e04421b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:18.923070202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"f00e5f9f-9d20-4e89-9a7f-9e56cdab1577","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"e2e-mt-5e04421b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:18.979588447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5e04421b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0872824190d008deb590c727255f5c6f992939fe96fa3b2f941194b087f8c9f0) AuthConfig (96dd2780f6baed6ba3242aa448e4860d9b53cf588c42577301cdc2714ac6917d) AuthConfig (e59e0f5716cb676f769432e2c818c71ebc47254bdc1c1eb5052fb36fa35be044) AuthConfig (d54ffcfc38b46fbf789aebc562b39ed8c9bca90f93574e3514a5d0b21bb244c5) AuthConfig (e1f41ca9faa273b430d6cdb3d926dfa2a0d00422de915d58509b660a3c867543) AuthConfig (5823a27c03864712958317f010be2b5d0cccb2789833c7e8cd713a996c5b4fae) AuthConfig (54afcd2860825e8b49ac6d8f1d134cc9c30d5848b780c5c162749e9e66c0c516) AuthConfig (8299c1b5caec92fd12b630769a888ea5279ce440e593a00d4c94f0d5b231a3bb) AuthConfig (dbbc271dd94a6873be4e5fad42616b03e2279b7c34a1b15b4a1e54d91cf2aff2) AuthConfig (7f6326504cbb7098eda22550cbfe43252d071dea48958d885ae0258607559766) AuthConfig (221c20fb318518bb7a49af303c9ed54e658230536e8cec4f8e7a66f15114a17f) AuthConfig (f057ff60558adc70dcd365466a658bfcc9428f5ee5ea2e4e1760f02e5c731c3e) AuthConfig (d96a9a619da4bde8f0c814e9ecd350b0c670769acb39cf7abae3068577a93ee8) AuthConfig (93bd93b0ab4242bfd9390dacbdad5e621be8ff8a54de222a303f30266ac5c25d) AuthConfig (f86a713c4c807ec0f2bc3cd8f49cf1204bbd40f9be47748ce537f22aed0e9293) AuthConfig (1cabddb2c92195c597b71cd21348544fc5d37dfe74cdad5a49e551a3ca2dbc0e) AuthConfig (18d2fcf44c76689b87ae50bcfabbed88a288cee8265cdea50c01e6ed9dee5dec) AuthConfig (f821bb39ff4df5c586ec06768ed2c77e59017f76bfb65e74ee7c9c0d11960f4f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"f00e5f9f-9d20-4e89-9a7f-9e56cdab1577","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:20.769770084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"12eeaa93-4a3b-459a-9943-1759aca63adc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-341fb2","tenantID":"e2e-api-b-341fb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:20.88763124Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"12eeaa93-4a3b-459a-9943-1759aca63adc","name":"e2e-api-b-341fb2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:21.494034673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"f179c27d-3244-4ede-bf7a-22692f14b0fe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08eeaa","tenantID":"e2e-api-a-08eeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:21.551569988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"f179c27d-3244-4ede-bf7a-22692f14b0fe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"name":"e2e-api-a-08eeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:21.607941189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-08eeaa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89954fce053be36be97118acd0d4f33cef154b4af1a01d5f5dead3edb24f3a04) AuthConfig (8e07389ae7d6f7e39cb87558522c67bdb663e5aaafc86a3a261f84bebac7536a) AuthConfig (4e0a6e2547a178f93822e1d00524014a22a8f8317560e94dda58122a83acd530) AuthConfig (1c41b01c47e76c6934efffdff801a246b3f7e69bc65b97d77e12b7ce65aca8f7) AuthConfig (e972d2f59f82fd70b52381419b67191b8416a6c66f0f05b5c45b91ba08896f0c) AuthConfig (2572b335ac765df0dd5b1a331439af8c4476d05b91add8ce0455df3e4d728a2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"f179c27d-3244-4ede-bf7a-22692f14b0fe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:29.087484572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"6e015b3c-270b-4c9a-ac03-b2fa027e728b","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5e04421b","tenantID":"e2e-mt-5e04421b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:29.145116069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"6e015b3c-270b-4c9a-ac03-b2fa027e728b","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"e2e-mt-5e04421b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:29.417872089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"8c9c53e1-8fdc-41bd-811c-baddea0e1d63","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:29.417891123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"8c9c53e1-8fdc-41bd-811c-baddea0e1d63","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:31.733211983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"68b30638-cfcb-4004-b732-2bdfff14d5ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08eeaa","tenantID":"e2e-api-a-08eeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:31.803233354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"68b30638-cfcb-4004-b732-2bdfff14d5ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"name":"e2e-api-a-08eeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:32.079509405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41c313c7-4ef4-4cff-bb38-b9a2e864cd9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:32.079529612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41c313c7-4ef4-4cff-bb38-b9a2e864cd9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:35.616297842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"1483c7ea-8fb5-4054-be88-fac8314fd4de","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3021d","tenantID":"e2e-api-b-a3021d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:35.733489872Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"1483c7ea-8fb5-4054-be88-fac8314fd4de","name":"e2e-api-b-a3021d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:40.832904518Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:41.837841173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"aaa2d791-c87a-4f53-b4af-eaf03a225cef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:41.837859619Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"fae013cb-f3d4-418d-b256-6ef73d7059aa","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:42.002312755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"3af8e4d1-5b3d-4bbc-bdb0-dd8eae47c06b","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:42.033355213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"52957538-124c-4e9b-b4b6-804f694ccf34","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:42.033381356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"52957538-124c-4e9b-b4b6-804f694ccf34","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:42.195271673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"2b87b897-b9e2-4555-8bfe-14388c23ee63","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5e04421b","tenantID":"e2e-mt-5e04421b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:42.19837744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"9a4698f0-fd24-44ae-8a6f-9b773db1618e","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:42.198394898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"9a4698f0-fd24-44ae-8a6f-9b773db1618e","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:42.253271938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"2b87b897-b9e2-4555-8bfe-14388c23ee63","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"e2e-mt-5e04421b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:42.303674544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-sub-5e04421b","reconcileID":"398936c1-8cbc-4d4f-b7d8-beffb549296b","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"maas-trlp-e2e-lifecycle-model-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:42.57791052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"a3f71f8a-66a7-48b7-a7b5-4ef7915a35d8","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5e04421b","tenantID":"e2e-mt-5e04421b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:42.635314798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"a3f71f8a-66a7-48b7-a7b5-4ef7915a35d8","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"e2e-mt-5e04421b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:42.686096883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-sub-5e04421b","reconcileID":"56fa724d-0375-4fc3-bb8f-63f2fbd6fe96","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"maas-trlp-e2e-lifecycle-model-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:42.992762449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd8434f-55b9-422f-bf30-1df201a4a3dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:43.047014325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd8434f-55b9-422f-bf30-1df201a4a3dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:43.10083843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd8434f-55b9-422f-bf30-1df201a4a3dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:43.154638255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd8434f-55b9-422f-bf30-1df201a4a3dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:45.151001332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d2d247-87c8-410d-8cca-7beee7ed9ca0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:45.20586169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d2d247-87c8-410d-8cca-7beee7ed9ca0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:45.273158544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d2d247-87c8-410d-8cca-7beee7ed9ca0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:45.329007291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d2d247-87c8-410d-8cca-7beee7ed9ca0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:47.345428949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3823ed7a-27bb-407a-9228-0b154c2fc115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:47.399438399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3823ed7a-27bb-407a-9228-0b154c2fc115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:47.45380895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3823ed7a-27bb-407a-9228-0b154c2fc115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:47.507849763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3823ed7a-27bb-407a-9228-0b154c2fc115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:48.484423028Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-15203f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-15203f","reconcileID":"5881fc2b-6397-4a4e-a83c-b0f5de0466f6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-15203f","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-15203f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:49.471534123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c27c44-63e5-47dc-b43f-3beba4606285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:49.525461884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c27c44-63e5-47dc-b43f-3beba4606285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:49.579488124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c27c44-63e5-47dc-b43f-3beba4606285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:49.633483616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c27c44-63e5-47dc-b43f-3beba4606285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:51.064030112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b04c61fa-39e5-4800-badf-214d99c3d70a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:51.064058209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b04c61fa-39e5-4800-badf-214d99c3d70a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:51.125194711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"777376ab-3eee-4556-b30e-b43d7cb27057","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:51.125215395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"777376ab-3eee-4556-b30e-b43d7cb27057","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:51.277331974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"e2e-e2e-api-a-671e7c-policy","reconcileID":"3575c024-28b5-4f9d-8e3b-102ed90c7952","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-671e7c","tenantID":"e2e-api-a-671e7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:51.404080131Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"e2e-e2e-api-a-671e7c-policy","reconcileID":"3575c024-28b5-4f9d-8e3b-102ed90c7952","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"name":"e2e-api-a-671e7c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:51.463810669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-671e7c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"e2e-e2e-api-a-671e7c-policy","reconcileID":"3575c024-28b5-4f9d-8e3b-102ed90c7952","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:51.522891812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9936a0d-7726-4cab-a64f-ce0b28dc1862","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:51.522913328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9936a0d-7726-4cab-a64f-ce0b28dc1862","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:51.787806709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde84e69-f56d-4bfa-b8f6-cd46be09a7da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:51.848120274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde84e69-f56d-4bfa-b8f6-cd46be09a7da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:51.918326613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde84e69-f56d-4bfa-b8f6-cd46be09a7da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:52.108636782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde84e69-f56d-4bfa-b8f6-cd46be09a7da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:53.258477051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"3a89d13f-8c2d-4bf2-962b-d11acd363744","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:53.258579353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"3a89d13f-8c2d-4bf2-962b-d11acd363744","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:53.397100114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"14ec8262-bfea-4946-8fb8-771880739c85","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5e04421b","tenantID":"e2e-mt-5e04421b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:53.476504343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"14ec8262-bfea-4946-8fb8-771880739c85","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"e2e-mt-5e04421b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:53.595352706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-sub-5e04421b","reconcileID":"409f1f3f-0263-42c0-a456-7a3a7791c14e","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"maas-trlp-e2e-lifecycle-model-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:53.820552032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"5c3b9e26-d4b9-43cd-9dcd-681d598d2516","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5e04421b","tenantID":"e2e-mt-5e04421b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:53.879272813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"5c3b9e26-d4b9-43cd-9dcd-681d598d2516","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"e2e-mt-5e04421b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:53.987621144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-sub-5e04421b","reconcileID":"74806939-9d98-42e7-a330-04f14601294b","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"maas-trlp-e2e-lifecycle-model-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:54.336016893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13d057a-d7be-4ed2-be0a-7fb37720f4ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:54.391471896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13d057a-d7be-4ed2-be0a-7fb37720f4ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:54.47567424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13d057a-d7be-4ed2-be0a-7fb37720f4ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:54.534991087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13d057a-d7be-4ed2-be0a-7fb37720f4ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:56.255848919Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e0aa5c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e0aa5c","reconcileID":"b14dd01d-d01e-493a-baa6-2d925cb5bff5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e0aa5c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-e0aa5c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:56.71993018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d134c0e3-37d6-462f-8e5c-784aee6a5b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:56.774354146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d134c0e3-37d6-462f-8e5c-784aee6a5b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:56.828662995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d134c0e3-37d6-462f-8e5c-784aee6a5b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:56.882740437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d134c0e3-37d6-462f-8e5c-784aee6a5b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:58.832604814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80de4105-2e86-4e69-a146-47f85168eef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:58.887898915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80de4105-2e86-4e69-a146-47f85168eef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:58.941954789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80de4105-2e86-4e69-a146-47f85168eef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:13:58.995962182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80de4105-2e86-4e69-a146-47f85168eef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:01.099798657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207ae55f-5b03-41ce-9ae2-9a53a1c4cf60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:01.154025732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207ae55f-5b03-41ce-9ae2-9a53a1c4cf60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:01.207955095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207ae55f-5b03-41ce-9ae2-9a53a1c4cf60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:01.261812402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207ae55f-5b03-41ce-9ae2-9a53a1c4cf60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:01.631448127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"e2e-e2e-api-a-671e7c-policy","reconcileID":"68cc3d42-e45a-4212-9bb5-c05ea5bd0a2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-671e7c","tenantID":"e2e-api-a-671e7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:01.689017873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"e2e-e2e-api-a-671e7c-policy","reconcileID":"68cc3d42-e45a-4212-9bb5-c05ea5bd0a2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"name":"e2e-api-a-671e7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:01.745287222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-671e7c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"e2e-e2e-api-a-671e7c-policy","reconcileID":"68cc3d42-e45a-4212-9bb5-c05ea5bd0a2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:03.251231049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95e8b52-e9d8-4e85-9bd0-4b19d1171381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:03.310452664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95e8b52-e9d8-4e85-9bd0-4b19d1171381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:03.366764472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95e8b52-e9d8-4e85-9bd0-4b19d1171381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:03.42082546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95e8b52-e9d8-4e85-9bd0-4b19d1171381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:05.410218328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5f7cfe-1f9f-468e-aa02-5713f8477771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:05.470129907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5f7cfe-1f9f-468e-aa02-5713f8477771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:05.523925781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5f7cfe-1f9f-468e-aa02-5713f8477771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:05.578107211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5f7cfe-1f9f-468e-aa02-5713f8477771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:07.573273627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98a50594-0f67-4386-9a49-2f8e7ab249e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:07.628027542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98a50594-0f67-4386-9a49-2f8e7ab249e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:07.682717086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98a50594-0f67-4386-9a49-2f8e7ab249e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:07.736926932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98a50594-0f67-4386-9a49-2f8e7ab249e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:09.679151736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f4361c-6ae2-49ef-bc88-f2d7a68b16a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:09.733874552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f4361c-6ae2-49ef-bc88-f2d7a68b16a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:09.802469187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f4361c-6ae2-49ef-bc88-f2d7a68b16a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:09.860156315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f4361c-6ae2-49ef-bc88-f2d7a68b16a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:10.832408008Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:11.852825896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"e2e-e2e-api-a-671e7c-policy","reconcileID":"e705587b-c2a7-48db-a8ea-cd9166142278","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-671e7c","tenantID":"e2e-api-a-671e7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:11.910706788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"e2e-e2e-api-a-671e7c-policy","reconcileID":"e705587b-c2a7-48db-a8ea-cd9166142278","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"name":"e2e-api-a-671e7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:11.966709824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-671e7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec65a3ccf6843fc1e29cfbed711b7302972b3dfc2dbc69d06d6bf57f74fd8b71) AuthConfig (d5eb83555b86b18af859bd165b960da6b12c1aa2016d8dcde9ecc3833af289e2) AuthConfig (0f94ce8c0561b1a52a0b9b68b28908668074882deba3c89c8918cb1f9e4e58dd) AuthConfig (0ab4c1aea30af8609ac836170bfdc31da76bb574c95a65d772d132aaf63ab655) AuthConfig (67bc22f057a64369c55999a4450423cf990457182172a8d0b7dcd52b6015251e) AuthConfig (c38871ea2765bb5bc359328a2bdca0d5a83c213323ca0a05de9b9f9778bf6bae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"e2e-e2e-api-a-671e7c-policy","reconcileID":"e705587b-c2a7-48db-a8ea-cd9166142278","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:12.02514514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"655370d8-2ec8-485a-a2cf-038962aca76f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:12.025162886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"655370d8-2ec8-485a-a2cf-038962aca76f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:22.132529844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"e2e-e2e-api-a-671e7c-policy","reconcileID":"5a2677fe-7f51-4c12-85f9-ac77e60fa2ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-671e7c","tenantID":"e2e-api-a-671e7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:22.189989635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"e2e-e2e-api-a-671e7c-policy","reconcileID":"5a2677fe-7f51-4c12-85f9-ac77e60fa2ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"name":"e2e-api-a-671e7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:22.246415838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-671e7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec65a3ccf6843fc1e29cfbed711b7302972b3dfc2dbc69d06d6bf57f74fd8b71) AuthConfig (d5eb83555b86b18af859bd165b960da6b12c1aa2016d8dcde9ecc3833af289e2) AuthConfig (0f94ce8c0561b1a52a0b9b68b28908668074882deba3c89c8918cb1f9e4e58dd) AuthConfig (0ab4c1aea30af8609ac836170bfdc31da76bb574c95a65d772d132aaf63ab655) AuthConfig (67bc22f057a64369c55999a4450423cf990457182172a8d0b7dcd52b6015251e) AuthConfig (c38871ea2765bb5bc359328a2bdca0d5a83c213323ca0a05de9b9f9778bf6bae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"e2e-e2e-api-a-671e7c-policy","reconcileID":"5a2677fe-7f51-4c12-85f9-ac77e60fa2ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:24.776561678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"f573d49d-30d2-4f13-8586-e56335357e04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:24.876797196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"281ca5c0-40f9-4884-b803-8e033349f6ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:24.949584207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c3c45d-567e-424c-b6b7-bc02b0e85158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:24.965349514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"a836af2b-a04c-4c8b-afbd-05a2fdf92112","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:25.003530253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c3c45d-567e-424c-b6b7-bc02b0e85158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:25.05801833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c3c45d-567e-424c-b6b7-bc02b0e85158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:25.112241306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c3c45d-567e-424c-b6b7-bc02b0e85158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:25.22146697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e2c36f20-2b80-422b-becf-4a5ae905f188","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:25.274475051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"57844c84-c761-472f-8d38-5a83d1a4639c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:25.275168193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"c636b735-ab8a-4af5-8049-d8017e0f73e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:25.367086122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"44508f77-b910-419c-a0ba-c8f24d933d9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:25.438591765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fc5a891c-5a88-4906-9c22-24def06e56c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:25.601073957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"c4364fd4-9a95-4b3f-8464-c99ab0cb1bf2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:25.891635882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"00d5d563-abe2-4578-81e4-8b24371d8def","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:25.990377457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"40d552fa-bb93-4721-80af-3d3b7cf83d68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:26.090042013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"8d325d89-09b0-4d30-8904-5d7b37b909c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:26.09034538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-sub-5e04421b","reconcileID":"930bf5a5-6316-4a06-95a2-f70b3a1de161","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"maas-trlp-e2e-lifecycle-model-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:27.05498408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5ced3e-ad2f-4691-839f-b15ad38d5be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:27.109033754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5ced3e-ad2f-4691-839f-b15ad38d5be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:27.163157049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5ced3e-ad2f-4691-839f-b15ad38d5be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:27.217087302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5ced3e-ad2f-4691-839f-b15ad38d5be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.016639861Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"abe55098-6044-49a3-aa67-2cfba12cabce","namespace":"ai-tenant-e2e-mt-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.01670583Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"abe55098-6044-49a3-aa67-2cfba12cabce","name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.07455544Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"abe55098-6044-49a3-aa67-2cfba12cabce","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.074576125Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"abe55098-6044-49a3-aa67-2cfba12cabce","namespace":"ai-tenant-e2e-mt-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.074691912Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"abe55098-6044-49a3-aa67-2cfba12cabce","name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.07560006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"c71e90f9-3a1d-454e-9106-b4abb0021e12","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.075615952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"c71e90f9-3a1d-454e-9106-b4abb0021e12","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.130830691Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"abe55098-6044-49a3-aa67-2cfba12cabce","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.134296649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"128be5bc-c9cd-406d-b710-73d84dc56ec4","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.134319048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"128be5bc-c9cd-406d-b710-73d84dc56ec4","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.16243196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb0a06f3-7b6f-4eba-8c97-5cb67c767a52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.162678847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"649782cf-42df-4563-b36c-2a37ebe43d4b","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5e04421b","tenantID":"e2e-mt-5e04421b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.217157711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb0a06f3-7b6f-4eba-8c97-5cb67c767a52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.273411349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb0a06f3-7b6f-4eba-8c97-5cb67c767a52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:14:29.277039893Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"128be5bc-c9cd-406d-b710-73d84dc56ec4","name":"e2e-lifecycle-model-5e04421b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-5e04421b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:14:29.279379658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"128be5bc-c9cd-406d-b710-73d84dc56ec4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-5e04421b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.280593443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"649782cf-42df-4563-b36c-2a37ebe43d4b","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"e2e-mt-5e04421b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.284698123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"2e9f35cf-e245-48a7-9e21-3c137527da01","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.284722942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"2e9f35cf-e245-48a7-9e21-3c137527da01","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.329164497Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-sub-5e04421b","reconcileID":"5e27f947-60a5-4559-a434-eb08668e9e26","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-22cda722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.335844157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb0a06f3-7b6f-4eba-8c97-5cb67c767a52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.455690918Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-sub-5e04421b","reconcileID":"b46d9cda-9288-4489-87bf-ddb9ab1a8017","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-22cda722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.543304381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3d0211a-2379-4175-af80-60ffe12b235e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.543331569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3d0211a-2379-4175-af80-60ffe12b235e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.563162957Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"72d785db-8c78-4f6a-8a24-6533068ad493","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.621538584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5d92ad2-6699-4e5b-8559-8b08edee4cbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.621556426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5d92ad2-6699-4e5b-8559-8b08edee4cbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.76614975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"dba12f37-5442-44a3-8bb6-d19c6d138e1d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-341fb2","tenantID":"e2e-api-b-341fb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.813149487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"72d785db-8c78-4f6a-8a24-6533068ad493","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5e04421b","tenantID":"e2e-mt-5e04421b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.890614253Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"dba12f37-5442-44a3-8bb6-d19c6d138e1d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"name":"e2e-api-b-341fb2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.942252183Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"72d785db-8c78-4f6a-8a24-6533068ad493","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"e2e-mt-5e04421b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.942276751Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-policy-5e04421b","reconcileID":"72d785db-8c78-4f6a-8a24-6533068ad493","MaaSAuthPolicy":{"name":"e2e-policy-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:29.946502041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-341fb2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"dba12f37-5442-44a3-8bb6-d19c6d138e1d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:30.00021983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"67911850-036a-49c1-8b1a-84ae4facca2a","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:30.00024291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"67911850-036a-49c1-8b1a-84ae4facca2a","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:30.005813682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09e60471-f80e-4821-966d-4d0147c77b67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:30.005905003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09e60471-f80e-4821-966d-4d0147c77b67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:31.27795893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5fbb79-8df3-4ad1-839d-712db00ac614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:31.332565875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5fbb79-8df3-4ad1-839d-712db00ac614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:31.386512811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5fbb79-8df3-4ad1-839d-712db00ac614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:31.440657284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5fbb79-8df3-4ad1-839d-712db00ac614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:32.354131642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"e2e-e2e-api-a-671e7c-policy","reconcileID":"bd3db79d-8f1b-4b24-817c-37b1b627a399","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-671e7c","tenantID":"e2e-api-a-671e7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:32.411776436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"e2e-e2e-api-a-671e7c-policy","reconcileID":"bd3db79d-8f1b-4b24-817c-37b1b627a399","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"name":"e2e-api-a-671e7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:32.737689872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa3f7460-7230-4143-bff1-04ab6a2925e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:32.737708253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa3f7460-7230-4143-bff1-04ab6a2925e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:33.383555779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb70c5ba-f30f-48f5-bc4e-22123ed5ee2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:33.437660112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb70c5ba-f30f-48f5-bc4e-22123ed5ee2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:33.491743494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb70c5ba-f30f-48f5-bc4e-22123ed5ee2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:33.545970207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb70c5ba-f30f-48f5-bc4e-22123ed5ee2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:35.546394318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e286a448-60ce-4f18-bd66-b62d96a56600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:35.603218161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e286a448-60ce-4f18-bd66-b62d96a56600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:35.658141881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e286a448-60ce-4f18-bd66-b62d96a56600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:35.712055447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e286a448-60ce-4f18-bd66-b62d96a56600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:36.430172533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"f3b31e18-942a-45f8-b303-88a121018506","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-45c182","tenantID":"e2e-api-a-45c182","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:36.480052574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"433f28a1-1277-448d-ae1e-7ca4b4a03caa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:36.480070167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"433f28a1-1277-448d-ae1e-7ca4b4a03caa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:36.488093752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"f3b31e18-942a-45f8-b303-88a121018506","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"name":"e2e-api-a-45c182-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:36.735897263Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"99b3fc34-0906-41e9-8175-36029b5d6b5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:36.998756297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"99b3fc34-0906-41e9-8175-36029b5d6b5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-45c182","tenantID":"e2e-api-a-45c182","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:37.129893877Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"99b3fc34-0906-41e9-8175-36029b5d6b5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"name":"e2e-api-a-45c182-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:37.129920837Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"e2e-e2e-api-a-45c182-policy","reconcileID":"99b3fc34-0906-41e9-8175-36029b5d6b5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-45c182-policy","namespace":"ai-tenant-e2e-api-a-45c182"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-45c182","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:37.186924338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9342d7c-1b35-4155-821d-da3d5182c945","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:37.186950959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9342d7c-1b35-4155-821d-da3d5182c945","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:37.661690211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f37703-ad03-4de2-8356-d77b8589aa74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:37.716235369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f37703-ad03-4de2-8356-d77b8589aa74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:37.770293422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f37703-ad03-4de2-8356-d77b8589aa74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:37.824265734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f37703-ad03-4de2-8356-d77b8589aa74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:38.696321634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92e2b9a9-e5d7-4564-abd5-bf1fab95e836","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:38.697056145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92e2b9a9-e5d7-4564-abd5-bf1fab95e836","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:38.755461067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0b5b724-b273-4299-a8b3-4b374cee41c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:38.755482105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0b5b724-b273-4299-a8b3-4b374cee41c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:38.862826933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"e2e-e2e-api-b-a3021d-policy","reconcileID":"41228521-9163-4c7c-a495-9f4b576c3120","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3021d","tenantID":"e2e-api-b-a3021d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:38.987699283Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"e2e-e2e-api-b-a3021d-policy","reconcileID":"41228521-9163-4c7c-a495-9f4b576c3120","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"name":"e2e-api-b-a3021d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:39.089225537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a3021d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"e2e-e2e-api-b-a3021d-policy","reconcileID":"41228521-9163-4c7c-a495-9f4b576c3120","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:39.145591775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38453a22-619a-454a-9b76-77148fea6d2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:39.145613321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38453a22-619a-454a-9b76-77148fea6d2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:39.513130742Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-sub-5e04421b","reconcileID":"750aa31c-bbd0-407b-a908-2f3e041bf9a7","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","subscription":"e2e-sub-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:39.567305562Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-sub-5e04421b","reconcileID":"750aa31c-bbd0-407b-a908-2f3e041bf9a7","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:39.621402343Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-sub-5e04421b","reconcileID":"750aa31c-bbd0-407b-a908-2f3e041bf9a7","MaaSSubscription":{"name":"e2e-sub-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"name":"maas-trlp-e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:39.897817764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"1d8315ab-abef-4783-8685-b34e773affd6","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:39.897837477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"1d8315ab-abef-4783-8685-b34e773affd6","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:39.940025036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0525864f-d170-4029-a1fb-b0ee301867f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:39.993950404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0525864f-d170-4029-a1fb-b0ee301867f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:40.048585753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0525864f-d170-4029-a1fb-b0ee301867f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:40.103310652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0525864f-d170-4029-a1fb-b0ee301867f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:40.210799207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"cb1df791-f8b3-4105-b48a-cbd52145b874","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-341fb2","tenantID":"e2e-api-b-341fb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:40.297530332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"cb1df791-f8b3-4105-b48a-cbd52145b874","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"name":"e2e-api-b-341fb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:40.406243604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-341fb2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"cb1df791-f8b3-4105-b48a-cbd52145b874","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:40.832963177Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:42.078902508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28db33a5-92e5-4cf7-a4f9-53febf76ffce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:42.133459532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28db33a5-92e5-4cf7-a4f9-53febf76ffce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:42.187346269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28db33a5-92e5-4cf7-a4f9-53febf76ffce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:42.241422446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28db33a5-92e5-4cf7-a4f9-53febf76ffce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:44.166050335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c22626e-a7b7-4587-b644-f9022c8cdba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:44.219927988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c22626e-a7b7-4587-b644-f9022c8cdba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:44.273779092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c22626e-a7b7-4587-b644-f9022c8cdba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:44.327580463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c22626e-a7b7-4587-b644-f9022c8cdba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:45.035264686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"977585d8-ca20-46f2-9089-dd1f51dc9841","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08eeaa","tenantID":"e2e-api-a-08eeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:45.049227739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9390ba52-49eb-49a0-84b9-8d51971ebc44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:45.049245525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9390ba52-49eb-49a0-84b9-8d51971ebc44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:45.094030532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"977585d8-ca20-46f2-9089-dd1f51dc9841","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"name":"e2e-api-a-08eeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:45.253761711Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"5cb9df3d-b411-45ee-8988-4f318859cd77","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:45.461505552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"5cb9df3d-b411-45ee-8988-4f318859cd77","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08eeaa","tenantID":"e2e-api-a-08eeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:45.584882016Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"5cb9df3d-b411-45ee-8988-4f318859cd77","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"name":"e2e-api-a-08eeaa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:45.584904609Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"e2e-e2e-api-a-08eeaa-policy","reconcileID":"5cb9df3d-b411-45ee-8988-4f318859cd77","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08eeaa-policy","namespace":"ai-tenant-e2e-api-a-08eeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08eeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:45.641446362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1925afd-c461-4435-8445-92046ef338ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:45.641462972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1925afd-c461-4435-8445-92046ef338ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:46.275390786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945c4a5c-7929-43d8-b9df-073b39bf6fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:46.337268103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945c4a5c-7929-43d8-b9df-073b39bf6fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:46.392233365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945c4a5c-7929-43d8-b9df-073b39bf6fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:46.446095797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945c4a5c-7929-43d8-b9df-073b39bf6fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:48.383218954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5288a58-0e9f-4486-9f35-bfee27d01efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:48.454868607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5288a58-0e9f-4486-9f35-bfee27d01efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:48.509320664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5288a58-0e9f-4486-9f35-bfee27d01efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:48.564270137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5288a58-0e9f-4486-9f35-bfee27d01efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:49.253963538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"e2e-e2e-api-b-a3021d-policy","reconcileID":"ac53723e-4ed2-4597-8de9-ddd2488208b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3021d","tenantID":"e2e-api-b-a3021d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:49.311287596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"e2e-e2e-api-b-a3021d-policy","reconcileID":"ac53723e-4ed2-4597-8de9-ddd2488208b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"name":"e2e-api-b-a3021d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:49.367008426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a3021d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"e2e-e2e-api-b-a3021d-policy","reconcileID":"ac53723e-4ed2-4597-8de9-ddd2488208b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:50.431846093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"542e6114-c643-401d-b331-cde99a88b8df","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-15203f","tenantID":"e2e-api-a-15203f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:50.516956283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"ec9e4e10-02ab-4499-b5d5-e370c629d6fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-341fb2","tenantID":"e2e-api-b-341fb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:50.549698658Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"542e6114-c643-401d-b331-cde99a88b8df","name":"e2e-api-a-15203f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:50.574222544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"ec9e4e10-02ab-4499-b5d5-e370c629d6fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"name":"e2e-api-b-341fb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:50.630475922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-341fb2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"ec9e4e10-02ab-4499-b5d5-e370c629d6fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:50.65544815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b61d75-2b4a-4a9c-97a8-95b8c068856e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:50.709950708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b61d75-2b4a-4a9c-97a8-95b8c068856e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:50.763818466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b61d75-2b4a-4a9c-97a8-95b8c068856e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:50.817880316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b61d75-2b4a-4a9c-97a8-95b8c068856e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:52.884179349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a2908d-9eb4-41c8-b71e-dac5e93bc128","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:52.93819699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a2908d-9eb4-41c8-b71e-dac5e93bc128","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:52.992648396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a2908d-9eb4-41c8-b71e-dac5e93bc128","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:53.046768506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a2908d-9eb4-41c8-b71e-dac5e93bc128","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:53.882584723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"934dc350-8eee-49e1-991f-d4d075949a02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:53.983003725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"349c13b2-75f6-4b19-ab40-132daf6a63c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:53.996008748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"3f121029-5dd1-41a3-8d79-a9ae5c38cfd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:54.086203354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"d3092300-0836-4cf3-9030-e068e402438a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:54.187882029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"fc350b52-4eb7-42f9-85f6-d373c42fc53b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:54.297406665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"2f1bafa7-2127-4782-a6cf-49b5a94bd529","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:54.385507443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"18b52888-a7a1-4ca6-bb54-dd105abf412b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:54.667865339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"c21b4919-22aa-4834-87ea-3be6e2678ab9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:54.722256155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"66c3a13c-29da-4e6c-b28f-6436bc114049","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:54.902798847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3aaf0d9d-ca4e-400f-a5cc-e789b9f679ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:54.995817085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"c8ce7455-6f5d-42bd-8c6d-7b7ab1db2c45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:55.054075218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a35bcf3-104b-423b-a760-28903d910d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:55.096907446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"890eaf4e-ff16-4343-af70-2821afd5bb00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:55.108318052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a35bcf3-104b-423b-a760-28903d910d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:55.162637516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a35bcf3-104b-423b-a760-28903d910d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:55.217261122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a35bcf3-104b-423b-a760-28903d910d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:57.162009127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9be92504-7c57-46b7-931a-3485e39e6eb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:57.218464313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9be92504-7c57-46b7-931a-3485e39e6eb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:57.276965507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9be92504-7c57-46b7-931a-3485e39e6eb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:57.337036404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9be92504-7c57-46b7-931a-3485e39e6eb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:59.263508294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa97b0fb-2284-47f5-9da1-82f8ad6a5a9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:59.319856919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa97b0fb-2284-47f5-9da1-82f8ad6a5a9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:59.374335686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa97b0fb-2284-47f5-9da1-82f8ad6a5a9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:59.428668754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa97b0fb-2284-47f5-9da1-82f8ad6a5a9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:59.535914494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"e2e-e2e-api-b-a3021d-policy","reconcileID":"22a84a6c-3b96-4a76-a799-ad72daa899b7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3021d","tenantID":"e2e-api-b-a3021d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:59.593693379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"e2e-e2e-api-b-a3021d-policy","reconcileID":"22a84a6c-3b96-4a76-a799-ad72daa899b7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"name":"e2e-api-b-a3021d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:59.703664399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a3021d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f8585f81b22ccfe5fc978d1fd3329cee0d930f4378fbd71e70c439d756c0caaa) AuthConfig (fcfe1ebda2e2d389192700cfc57dd4600005f51e49ff5366238181f4b2d0aedb) AuthConfig (84dc132077270da0d07a506e5ab64f1acf5db74532a39e4beb334d69afab0195) AuthConfig (b2fb3dc4bdb562efdd1cdb7f1dc211447b23dc2bb04a47cab9a5843101b38122) AuthConfig (08818b9903a791595bbad9ebb1f4e664e0fe52f31655cf5a088444601fad493c) AuthConfig (a5e3efbba14c2c1d75c0487cb50b3f1822eb0eac0aacff75ee85a263b0aa6af5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"e2e-e2e-api-b-a3021d-policy","reconcileID":"22a84a6c-3b96-4a76-a799-ad72daa899b7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:59.76266106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6699526d-2073-4568-8a2c-17becb9e3a3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:14:59.762681956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6699526d-2073-4568-8a2c-17becb9e3a3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:00.738335111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"d1ec4df3-c6c1-466d-ae45-75cb4e8242fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-341fb2","tenantID":"e2e-api-b-341fb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:00.796226673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"d1ec4df3-c6c1-466d-ae45-75cb4e8242fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"name":"e2e-api-b-341fb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:00.890549208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-341fb2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2489437c907a55e355dc1224aee70b09e47a590a9f24f5c0ca184afe29ecb2a) AuthConfig (2b01fa1111327326c1fe5a175e6805e1413700978f1b606c94512b866fe4f067) AuthConfig (7b788888128a9b310b0863dafb9b58187d3bbb983cbc93760b08cc3428b2bbd4) AuthConfig (217aff1921788078148deaf6ea7e833b44e6758555ac0106098490b0679db80d) AuthConfig (4669c980aac956fd1b336d0dae1478b6a4add644438cb2655e83e045cf506302) AuthConfig (08b73d22533318d5fde0034781c1ac6554fac3f815bb5bb3424a06dbfca0a87a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"d1ec4df3-c6c1-466d-ae45-75cb4e8242fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:00.949098109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b066bb0-be15-474b-9bdc-9904c7c7557c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:00.949115772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b066bb0-be15-474b-9bdc-9904c7c7557c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:01.391016738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57878473-e44f-4fab-a07d-b1aef756ac77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:01.444776584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57878473-e44f-4fab-a07d-b1aef756ac77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:01.498677953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57878473-e44f-4fab-a07d-b1aef756ac77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:01.552834096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57878473-e44f-4fab-a07d-b1aef756ac77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:03.517572905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"021d6d61-4b71-4ee8-bc7f-63876a5411f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:03.572578028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"021d6d61-4b71-4ee8-bc7f-63876a5411f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:03.62684399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"021d6d61-4b71-4ee8-bc7f-63876a5411f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:03.681182179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"021d6d61-4b71-4ee8-bc7f-63876a5411f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:05.661212699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa15846-f39a-4afd-add5-aa48a73b580f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:05.715701448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa15846-f39a-4afd-add5-aa48a73b580f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:05.76961467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa15846-f39a-4afd-add5-aa48a73b580f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:05.823852826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa15846-f39a-4afd-add5-aa48a73b580f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:06.881110244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"0be9fdce-65d4-46c1-a4c1-db92520a3f94","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e0aa5c","tenantID":"e2e-api-b-e0aa5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:06.998891398Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"0be9fdce-65d4-46c1-a4c1-db92520a3f94","name":"e2e-api-b-e0aa5c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:07.057710101Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","namespace":"ai-tenant-e2e-api-a-45c182","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:07.057867774Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","namespace":"ai-tenant-e2e-api-a-45c182","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:07.057956763Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","tenant":"e2e-api-a-45c182","tenantID":"e2e-api-a-45c182","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:07.113194655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","gvk":"Deployment","name":"maas-api-e2e-api-a-45c182","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:07.173873743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","gvk":"Service","name":"maas-api-e2e-api-a-45c182","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:07.235556288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-45c182","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:07.29149093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-45c182","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:07.348833632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-45c182","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:07.412512298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-45c182","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:07.474965582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-45c182","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:07.531440215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-45c182","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:07.587629212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","gvk":"Deployment","name":"payload-processing-e2e-api-a-45c182","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:07.64207551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-45c182","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:07.699114607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","gvk":"Service","name":"payload-processing-e2e-api-a-45c182","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:07.753178234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","gvk":"Service","name":"payload-pre-processing-e2e-api-a-45c182","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:07.806852246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-45c182","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:07.860538108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-45c182","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:07.916074726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-45c182","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:07.97238109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-45c182","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:08.02589226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-45c182","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:08.079152489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-45c182","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:08.133104665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-45c182","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:08.190964895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-45c182"},"namespace":"ai-tenant-e2e-api-a-45c182","name":"default-tenant","reconcileID":"6327518d-00f2-4076-8a00-ce637deaf0df","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-45c182","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:09.894266238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"e2e-e2e-api-b-a3021d-policy","reconcileID":"847ebf5a-7574-4501-8eff-f899a87408c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3021d","tenantID":"e2e-api-b-a3021d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:09.983367599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"e2e-e2e-api-b-a3021d-policy","reconcileID":"847ebf5a-7574-4501-8eff-f899a87408c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"name":"e2e-api-b-a3021d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:10.051288198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a3021d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f8585f81b22ccfe5fc978d1fd3329cee0d930f4378fbd71e70c439d756c0caaa) AuthConfig (fcfe1ebda2e2d389192700cfc57dd4600005f51e49ff5366238181f4b2d0aedb) AuthConfig (84dc132077270da0d07a506e5ab64f1acf5db74532a39e4beb334d69afab0195) AuthConfig (b2fb3dc4bdb562efdd1cdb7f1dc211447b23dc2bb04a47cab9a5843101b38122) AuthConfig (08818b9903a791595bbad9ebb1f4e664e0fe52f31655cf5a088444601fad493c) AuthConfig (a5e3efbba14c2c1d75c0487cb50b3f1822eb0eac0aacff75ee85a263b0aa6af5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"e2e-e2e-api-b-a3021d-policy","reconcileID":"847ebf5a-7574-4501-8eff-f899a87408c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:10.884036016Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:11.056246471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"41b30c3e-cd85-41c4-9b95-9c410e6ae5e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-341fb2","tenantID":"e2e-api-b-341fb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:11.113335884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"41b30c3e-cd85-41c4-9b95-9c410e6ae5e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"name":"e2e-api-b-341fb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:11.170101549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-341fb2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2489437c907a55e355dc1224aee70b09e47a590a9f24f5c0ca184afe29ecb2a) AuthConfig (2b01fa1111327326c1fe5a175e6805e1413700978f1b606c94512b866fe4f067) AuthConfig (7b788888128a9b310b0863dafb9b58187d3bbb983cbc93760b08cc3428b2bbd4) AuthConfig (217aff1921788078148deaf6ea7e833b44e6758555ac0106098490b0679db80d) AuthConfig (4669c980aac956fd1b336d0dae1478b6a4add644438cb2655e83e045cf506302) AuthConfig (08b73d22533318d5fde0034781c1ac6554fac3f815bb5bb3424a06dbfca0a87a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"41b30c3e-cd85-41c4-9b95-9c410e6ae5e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:15.283754942Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-45c182","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-45c182","reconcileID":"e1b8e14c-4423-4440-a61e-efc256264dab","aitenant":"ai-tenants/e2e-api-a-45c182","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:15.860887878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7241ea3c-9d5a-48e1-a341-8545badf2e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:15.916757763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7241ea3c-9d5a-48e1-a341-8545badf2e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:15.970966543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7241ea3c-9d5a-48e1-a341-8545badf2e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:16.025408548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7241ea3c-9d5a-48e1-a341-8545badf2e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:16.298880831Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-45c182","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-45c182","reconcileID":"e1b8e14c-4423-4440-a61e-efc256264dab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-45c182","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-45c182"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:18.166346742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d8a218-551e-4726-9f81-b1488466b3cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:18.220443565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d8a218-551e-4726-9f81-b1488466b3cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:18.274428576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d8a218-551e-4726-9f81-b1488466b3cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:18.328858142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d8a218-551e-4726-9f81-b1488466b3cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:18.833767992Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","namespace":"ai-tenant-e2e-api-a-08eeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:18.833832776Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","namespace":"ai-tenant-e2e-api-a-08eeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:18.833918567Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","tenant":"e2e-api-a-08eeaa","tenantID":"e2e-api-a-08eeaa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:18.893437537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","gvk":"Deployment","name":"maas-api-e2e-api-a-08eeaa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:18.959290748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","gvk":"Service","name":"maas-api-e2e-api-a-08eeaa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:19.015474161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-08eeaa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:19.072359861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-08eeaa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:19.1284614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-08eeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:19.196926106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-08eeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:19.257022759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-08eeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:19.321543644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-08eeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:19.376288656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","gvk":"Deployment","name":"payload-processing-e2e-api-a-08eeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:19.478114344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-08eeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:19.561838862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","gvk":"Service","name":"payload-processing-e2e-api-a-08eeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:19.615112407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","gvk":"Service","name":"payload-pre-processing-e2e-api-a-08eeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:19.668582499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-08eeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:19.724462775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-08eeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:19.806495496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-08eeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:19.866961562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-08eeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:19.921676433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-08eeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:19.975006909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-08eeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:20.031166219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-08eeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:20.094068942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08eeaa"},"namespace":"ai-tenant-e2e-api-a-08eeaa","name":"default-tenant","reconcileID":"13f65611-8d06-4c0b-b47c-aa36a1c535ae","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-08eeaa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:20.16726153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"e2e-e2e-api-b-a3021d-policy","reconcileID":"652f76c5-1d62-46ff-a91f-056f1dbe8aad","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3021d","tenantID":"e2e-api-b-a3021d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:20.230092707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"e2e-e2e-api-b-a3021d-policy","reconcileID":"652f76c5-1d62-46ff-a91f-056f1dbe8aad","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"name":"e2e-api-b-a3021d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:20.376668071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af09689-af53-49e1-b891-5c73f4254721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:20.430539969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af09689-af53-49e1-b891-5c73f4254721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:20.484604022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af09689-af53-49e1-b891-5c73f4254721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:20.5403794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af09689-af53-49e1-b891-5c73f4254721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:20.599387325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72ad542a-89db-4f89-a481-ee259c590d02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:20.599408207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72ad542a-89db-4f89-a481-ee259c590d02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:21.281062552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"bb6bd12a-0c2b-44ae-b6db-ec8afc785aaa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-341fb2","tenantID":"e2e-api-b-341fb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:21.338351369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"bb6bd12a-0c2b-44ae-b6db-ec8afc785aaa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"name":"e2e-api-b-341fb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:21.68683763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea95aacd-6e12-42bd-ad2d-733c23856dc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:21.686858696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea95aacd-6e12-42bd-ad2d-733c23856dc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:22.485445054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c00c219-6c35-4bb7-b9a4-c609cc81231e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:22.542806524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c00c219-6c35-4bb7-b9a4-c609cc81231e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:22.596967319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c00c219-6c35-4bb7-b9a4-c609cc81231e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:22.651327166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c00c219-6c35-4bb7-b9a4-c609cc81231e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:22.902543761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f8a7b2d-3226-459e-adbc-408ab49f739b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:22.902564191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f8a7b2d-3226-459e-adbc-408ab49f739b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:22.923120861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"8a89e90f-57b4-4b89-9134-59d9c5b7ff25","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-341fb2","tenantID":"e2e-api-b-341fb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:22.984036994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"8a89e90f-57b4-4b89-9134-59d9c5b7ff25","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"name":"e2e-api-b-341fb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:23.191401469Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"88a69b68-c141-4b2b-a36d-45c30da4cce5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:23.411619584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"88a69b68-c141-4b2b-a36d-45c30da4cce5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-341fb2","tenantID":"e2e-api-b-341fb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:23.545377945Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"88a69b68-c141-4b2b-a36d-45c30da4cce5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"name":"e2e-api-b-341fb2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:23.545400478Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"88a69b68-c141-4b2b-a36d-45c30da4cce5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-341fb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:23.602217955Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"b2096c9f-335e-4627-b612-3611b9f2c5ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:23.60252032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa96a797-c746-459c-8498-28aa9c609582","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:23.602533447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa96a797-c746-459c-8498-28aa9c609582","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:23.810528386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"b2096c9f-335e-4627-b612-3611b9f2c5ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-341fb2","tenantID":"e2e-api-b-341fb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:23.869283961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"b2096c9f-335e-4627-b612-3611b9f2c5ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"name":"e2e-api-b-341fb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:23.869334788Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"b2096c9f-335e-4627-b612-3611b9f2c5ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-341fb2","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:23.924357209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-341fb2-policy","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"e2e-e2e-api-b-341fb2-policy","reconcileID":"b2096c9f-335e-4627-b612-3611b9f2c5ba","error":"maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-b-341fb2-policy\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:24.705009241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01a5aee5-3174-43ba-ae96-bc7a91ce6fdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:24.763249696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01a5aee5-3174-43ba-ae96-bc7a91ce6fdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:24.819830387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01a5aee5-3174-43ba-ae96-bc7a91ce6fdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:24.874428636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01a5aee5-3174-43ba-ae96-bc7a91ce6fdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:24.981562689Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-08eeaa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-08eeaa","reconcileID":"b22455a2-64df-4262-bb4e-46b73f53bf2a","aitenant":"ai-tenants/e2e-api-a-08eeaa","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:25.80280599Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-08eeaa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-08eeaa","reconcileID":"b22455a2-64df-4262-bb4e-46b73f53bf2a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-08eeaa","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-08eeaa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:27.002218903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb51eec-6819-4edd-9fa6-687023aa0fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:27.056629313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb51eec-6819-4edd-9fa6-687023aa0fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:27.110634468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb51eec-6819-4edd-9fa6-687023aa0fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:27.164840734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb51eec-6819-4edd-9fa6-687023aa0fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:29.144065185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78559401-aa1b-4235-88c1-a74f508c5764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:29.198448296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78559401-aa1b-4235-88c1-a74f508c5764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:29.252496427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78559401-aa1b-4235-88c1-a74f508c5764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:29.306689973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78559401-aa1b-4235-88c1-a74f508c5764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:30.945812294Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","namespace":"ai-tenant-e2e-mt-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:30.945867548Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","namespace":"ai-tenant-e2e-mt-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:30.945913422Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","tenant":"e2e-mt-5e04421b","tenantID":"e2e-mt-5e04421b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:31.005600002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","gvk":"Deployment","name":"maas-api-e2e-mt-5e04421b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:31.067323628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","gvk":"Service","name":"maas-api-e2e-mt-5e04421b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:31.126775177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-5e04421b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:31.182061643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-5e04421b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:31.238358874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:31.302313002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:31.360842699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:31.423015059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:31.489394712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d9a458-f9cd-425f-b471-da4f0ed9c6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:31.545180594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","gvk":"Deployment","name":"payload-processing-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:31.548575457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d9a458-f9cd-425f-b471-da4f0ed9c6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:31.604130151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:31.6048771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d9a458-f9cd-425f-b471-da4f0ed9c6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:31.660800627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","gvk":"Service","name":"payload-processing-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:31.662390453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d9a458-f9cd-425f-b471-da4f0ed9c6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:31.716050174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","gvk":"Service","name":"payload-pre-processing-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:31.76966839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","gvk":"DestinationRule","name":"payload-processing-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:31.824754212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:31.8929205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:31.993983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:32.056084895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:32.110181554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:32.16362708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:32.203293058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0137d11-a609-4ac5-8fa6-bd3a38ba6f23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:32.203311192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0137d11-a609-4ac5-8fa6-bd3a38ba6f23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:32.217157912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"883987f2-1f2a-43eb-b2db-b08c089baf57","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-5e04421b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:32.225878371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"e2e-e2e-api-b-a3021d-policy","reconcileID":"06daf496-0dbc-45d7-bd06-88bcfb15c752","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3021d","tenantID":"e2e-api-b-a3021d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:32.325667032Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"04bae6f7-2902-46c2-a9cc-982f8053f186","namespace":"ai-tenant-e2e-api-b-a3021d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:32.325812401Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"04bae6f7-2902-46c2-a9cc-982f8053f186","namespace":"ai-tenant-e2e-api-b-a3021d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:32.325920758Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"04bae6f7-2902-46c2-a9cc-982f8053f186","name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:32.376224467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"e2e-e2e-api-b-a3021d-policy","reconcileID":"06daf496-0dbc-45d7-bd06-88bcfb15c752","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"name":"e2e-api-b-a3021d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:32.395065895Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"04bae6f7-2902-46c2-a9cc-982f8053f186","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:32.594189545Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"e2e-e2e-api-b-a3021d-policy","reconcileID":"2b0d3622-8ecc-488b-8293-13900167f819","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:32.927958359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"e2e-e2e-api-b-a3021d-policy","reconcileID":"2b0d3622-8ecc-488b-8293-13900167f819","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3021d","tenantID":"e2e-api-b-a3021d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:33.08158905Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"e2e-e2e-api-b-a3021d-policy","reconcileID":"2b0d3622-8ecc-488b-8293-13900167f819","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"name":"e2e-api-b-a3021d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:33.08161172Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"e2e-e2e-api-b-a3021d-policy","reconcileID":"2b0d3622-8ecc-488b-8293-13900167f819","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3021d-policy","namespace":"ai-tenant-e2e-api-b-a3021d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3021d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:33.139184901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea8a644c-9415-4ffb-bb65-9fc93cd6a083","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:33.139211834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea8a644c-9415-4ffb-bb65-9fc93cd6a083","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:33.50862546Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-5e04421b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-5e04421b","reconcileID":"9d21c486-9bd0-44c1-a2e1-3b5b6859bfe4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-5e04421b","removed":["maas.opendatahub.io/gateway-access-e2e-mt-5e04421b"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:33.688321208Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"c652d222-7228-4495-9eb8-68ef9a8610b2","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:33.747085922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"c652d222-7228-4495-9eb8-68ef9a8610b2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:33.753025351Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"f1e21400-bf7e-49df-8ce9-d392603cf3f7","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:33.753099287Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"f1e21400-bf7e-49df-8ce9-d392603cf3f7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:33.764266532Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"7e49ee15-d70e-404a-9340-34c4a0105599","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:33.764319817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"7e49ee15-d70e-404a-9340-34c4a0105599","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:33.770051279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8039aba-2848-492d-8dcb-060b5deb825a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:33.784943207Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"b0ffca86-ec10-410e-9f48-b03734c7dccd","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:33.784999522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"b0ffca86-ec10-410e-9f48-b03734c7dccd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:33.830019109Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"9b8a8d19-e6db-43ff-ab8a-5385d3cca550","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:33.830180954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8039aba-2848-492d-8dcb-060b5deb825a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:33.830180272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"9b8a8d19-e6db-43ff-ab8a-5385d3cca550","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:33.912291133Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"f818ac32-e713-413a-913c-cdd514071e13","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:33.912538925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"f818ac32-e713-413a-913c-cdd514071e13","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:33.91401074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8039aba-2848-492d-8dcb-060b5deb825a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:33.97428109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8039aba-2848-492d-8dcb-060b5deb825a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:34.081027748Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"5f3a360b-af3c-4b0a-97cb-a5ef904d8397","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:34.08111769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"5f3a360b-af3c-4b0a-97cb-a5ef904d8397","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:34.401875938Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"916fbb1e-5aa3-4a2c-ba70-f4cf926f6ed1","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:34.401940867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"916fbb1e-5aa3-4a2c-ba70-f4cf926f6ed1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:35.043142831Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"3fad58e8-ac66-454f-a9bb-9be24bec1848","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:35.043210762Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"3fad58e8-ac66-454f-a9bb-9be24bec1848","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:35.949690731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258d82db-f7ad-4f8b-b4bc-f99a9f4a768d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:36.003603338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258d82db-f7ad-4f8b-b4bc-f99a9f4a768d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:36.057435217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258d82db-f7ad-4f8b-b4bc-f99a9f4a768d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:36.111672318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258d82db-f7ad-4f8b-b4bc-f99a9f4a768d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:36.323590837Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"5c8873b1-3a23-4e7a-856e-d661738313cc","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:36.323664847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"5c8873b1-3a23-4e7a-856e-d661738313cc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:38.16557246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2773f54-3577-4045-aea7-f5f14f868f52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:38.219807819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2773f54-3577-4045-aea7-f5f14f868f52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:38.274294489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2773f54-3577-4045-aea7-f5f14f868f52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:38.32842772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2773f54-3577-4045-aea7-f5f14f868f52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:38.885292138Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"76dc48d2-3b0b-4957-9420-1a7725f8fa6e","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:38.885494666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"76dc48d2-3b0b-4957-9420-1a7725f8fa6e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:39.768236158Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"7307dea6-e8a2-4a31-a53a-c9e185497e19","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:39.768301893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"7307dea6-e8a2-4a31-a53a-c9e185497e19","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:39.933816997Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"4cfa5b29-e5ef-4641-bc77-9545e2cd7ca0","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:15:39.933905757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"4cfa5b29-e5ef-4641-bc77-9545e2cd7ca0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b-kserve-route (gateways: [openshift-ingress/e2e-mt-5e04421b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:40.266571377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad16594-2fc2-42c3-aa4e-dd81341c67c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:40.321068505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad16594-2fc2-42c3-aa4e-dd81341c67c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:40.37498873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad16594-2fc2-42c3-aa4e-dd81341c67c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:40.429280838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad16594-2fc2-42c3-aa4e-dd81341c67c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:40.833206483Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:41.097198205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"361cad51-4306-430b-858d-1e1053f7c19e","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:41.097220707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"361cad51-4306-430b-858d-1e1053f7c19e","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:41.263777552Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-5e04421b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-5e04421b","reconcileID":"6aa09e23-7e4b-43b0-9344-540cb6f2450f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-5e04421b","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-5e04421b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:42.167610726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"4e485443-60cb-4d2c-9727-88124edb5f37","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:42.16763377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"4e485443-60cb-4d2c-9727-88124edb5f37","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:42.380076816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3186fc84-7e91-412f-8c10-adeef7410f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:42.436101162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3186fc84-7e91-412f-8c10-adeef7410f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:42.490850838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3186fc84-7e91-412f-8c10-adeef7410f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:42.54591657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3186fc84-7e91-412f-8c10-adeef7410f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:44.666894432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88bc2bd7-e5ff-4427-b2fe-e81d4ddc2b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:44.720998631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88bc2bd7-e5ff-4427-b2fe-e81d4ddc2b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:44.774994324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88bc2bd7-e5ff-4427-b2fe-e81d4ddc2b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:44.82888272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88bc2bd7-e5ff-4427-b2fe-e81d4ddc2b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:46.839258375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcaa3104-cf27-4a5e-86b2-cca7b665f942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:46.893341777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcaa3104-cf27-4a5e-86b2-cca7b665f942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:46.947223135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcaa3104-cf27-4a5e-86b2-cca7b665f942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:47.001471585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcaa3104-cf27-4a5e-86b2-cca7b665f942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:48.957322548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ef4f2c-1cf2-4351-a8a9-fa1c8ff08dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:49.02542375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ef4f2c-1cf2-4351-a8a9-fa1c8ff08dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:49.089124816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ef4f2c-1cf2-4351-a8a9-fa1c8ff08dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:49.143593345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ef4f2c-1cf2-4351-a8a9-fa1c8ff08dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:50.754018359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33fb563a-1377-4108-bad4-f78bf3489c54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:50.754044602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33fb563a-1377-4108-bad4-f78bf3489c54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:50.809845917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cb5a37c-6925-4ed4-bc56-658fb7836ab1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:50.80986611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cb5a37c-6925-4ed4-bc56-658fb7836ab1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:50.947188708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"f3cb10ac-ca1e-4237-a98c-da8a38412015","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-15203f","tenantID":"e2e-api-a-15203f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:51.073016939Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"f3cb10ac-ca1e-4237-a98c-da8a38412015","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"name":"e2e-api-a-15203f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:51.075388977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e25e27-cd94-48ac-8b19-5d0e940d304a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:51.129366966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e25e27-cd94-48ac-8b19-5d0e940d304a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:51.132489764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-15203f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"f3cb10ac-ca1e-4237-a98c-da8a38412015","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:51.183268952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e25e27-cd94-48ac-8b19-5d0e940d304a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:51.237469709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e25e27-cd94-48ac-8b19-5d0e940d304a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:51.240072174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2873f73b-2a8d-42ab-81c6-5d71e5ee25b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:51.240089179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2873f73b-2a8d-42ab-81c6-5d71e5ee25b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:53.242989907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67491d50-ba21-44af-96aa-fe3d8cc49a00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:53.296906396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67491d50-ba21-44af-96aa-fe3d8cc49a00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:53.351042746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67491d50-ba21-44af-96aa-fe3d8cc49a00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:53.405152622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67491d50-ba21-44af-96aa-fe3d8cc49a00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:55.409887153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3683d9ce-7120-471c-862e-fcb4983746b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:55.463702172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3683d9ce-7120-471c-862e-fcb4983746b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:55.517518226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3683d9ce-7120-471c-862e-fcb4983746b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:55.57183254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3683d9ce-7120-471c-862e-fcb4983746b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:56.085884613Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-40aecd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-40aecd","reconcileID":"b11fadad-88e8-43de-8818-928d8d160ea9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-40aecd","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-40aecd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:57.546517281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f88fcad-28cb-44c2-a1ab-2676280e0393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:57.600475977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f88fcad-28cb-44c2-a1ab-2676280e0393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:57.654548168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f88fcad-28cb-44c2-a1ab-2676280e0393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:57.708513971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f88fcad-28cb-44c2-a1ab-2676280e0393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:59.858338077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d9c95e2-8fdb-4b9d-8d77-d736ca5efccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:59.936233043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d9c95e2-8fdb-4b9d-8d77-d736ca5efccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:15:59.995232036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d9c95e2-8fdb-4b9d-8d77-d736ca5efccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:00.051341865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d9c95e2-8fdb-4b9d-8d77-d736ca5efccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:01.348398473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"4e1639d8-5ce8-4210-804c-57c03ee1aece","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-15203f","tenantID":"e2e-api-a-15203f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:01.405895354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"4e1639d8-5ce8-4210-804c-57c03ee1aece","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"name":"e2e-api-a-15203f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:01.490365428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-15203f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"4e1639d8-5ce8-4210-804c-57c03ee1aece","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:02.082151086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f29b62-502a-4a34-8cef-6486ec14d78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:02.136211089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f29b62-502a-4a34-8cef-6486ec14d78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:02.189998496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f29b62-502a-4a34-8cef-6486ec14d78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:02.244075181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f29b62-502a-4a34-8cef-6486ec14d78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:04.244945291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cec5c69-af41-4ebd-b798-943eaa0a5edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:04.299033935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cec5c69-af41-4ebd-b798-943eaa0a5edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:04.353059241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cec5c69-af41-4ebd-b798-943eaa0a5edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:04.407064809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cec5c69-af41-4ebd-b798-943eaa0a5edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:06.371872725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6559371b-1837-4569-9ab4-ca0557e8b416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:06.4258409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6559371b-1837-4569-9ab4-ca0557e8b416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:06.479683995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6559371b-1837-4569-9ab4-ca0557e8b416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:06.533478578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6559371b-1837-4569-9ab4-ca0557e8b416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:08.465222182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a1e6289-b0c3-46cc-bbca-c7fce5094bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:08.519160768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a1e6289-b0c3-46cc-bbca-c7fce5094bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:08.573019159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a1e6289-b0c3-46cc-bbca-c7fce5094bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:08.627051617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a1e6289-b0c3-46cc-bbca-c7fce5094bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:09.38991307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8954964-b9bf-4423-941d-9c0b70876ec4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:09.389934486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8954964-b9bf-4423-941d-9c0b70876ec4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:09.445928277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5960191e-13a4-458c-ba37-dcdbb9432efd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:09.445948704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5960191e-13a4-458c-ba37-dcdbb9432efd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:09.552475324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"496546c9-3a4b-452f-8cf0-98c1661ba681","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e0aa5c","tenantID":"e2e-api-b-e0aa5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:09.727383678Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"496546c9-3a4b-452f-8cf0-98c1661ba681","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"name":"e2e-api-b-e0aa5c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:09.783505745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e0aa5c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"496546c9-3a4b-452f-8cf0-98c1661ba681","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:09.839609734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bd501b7-00cb-49bc-8841-ebebe5713b01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:09.839633209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bd501b7-00cb-49bc-8841-ebebe5713b01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:10.628606587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ccd491e-a8f4-401e-b371-54741e256d5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:10.682593979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ccd491e-a8f4-401e-b371-54741e256d5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:10.736722094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ccd491e-a8f4-401e-b371-54741e256d5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:10.796229255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ccd491e-a8f4-401e-b371-54741e256d5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:10.832282907Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:11.600948538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"24650bde-a1ff-4583-b15b-1146c2a588ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-15203f","tenantID":"e2e-api-a-15203f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:11.658301174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"24650bde-a1ff-4583-b15b-1146c2a588ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"name":"e2e-api-a-15203f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:11.715034482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-15203f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"24650bde-a1ff-4583-b15b-1146c2a588ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:12.785011489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31187ba8-1ee4-4c75-87a2-847174721cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:12.838984292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31187ba8-1ee4-4c75-87a2-847174721cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:12.893391179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31187ba8-1ee4-4c75-87a2-847174721cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:12.947505548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31187ba8-1ee4-4c75-87a2-847174721cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:14.949691319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b016cf-67e9-4909-98cf-a971c129cf5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:14.954406624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"3aa1cc81-44d8-41b6-9a56-223df28f3905","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:15.003671637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b016cf-67e9-4909-98cf-a971c129cf5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:15.05748216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b016cf-67e9-4909-98cf-a971c129cf5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:15.058223626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"9ac698d1-31ff-4e02-84e6-61cdc2747a1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:15.112105097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b016cf-67e9-4909-98cf-a971c129cf5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:15.220913589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"8034f49d-1906-41ed-9625-0ddba18a2452","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:15.274862279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"b818f1ae-dbcc-40bc-a7e4-ab86314fe828","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:15.491889043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"60d5726f-5072-44e6-84f4-92ba51805d93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:15.626845614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"728a6be8-fa82-4ff3-aef4-787b7208605e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:15.726875007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"dc927a8b-2893-4012-8103-c3eb52089e88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:15.738753531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"cf10a5d8-56c4-47b3-ac9b-515b2ef5f601","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:15.908241186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"fd779d49-264c-43fc-ada7-208a1a46d4f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:15.950798451Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","namespace":"ai-tenant-e2e-api-b-341fb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:15.950854835Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","namespace":"ai-tenant-e2e-api-b-341fb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:15.950901687Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","tenant":"e2e-api-b-341fb2","tenantID":"e2e-api-b-341fb2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:16.005957655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","gvk":"Deployment","name":"maas-api-e2e-api-b-341fb2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:16.008353695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"858a2577-4c1e-4bb7-9bb0-f036ef78ef78","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:16.016169377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"7c8300fb-e3b5-401e-bf46-31723380d3cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:16.067040824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","gvk":"Service","name":"maas-api-e2e-api-b-341fb2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:16.127226529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-341fb2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:16.187628532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"d0a03378-fd24-4ef8-930f-ed147520f728","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:16.195618205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-341fb2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:16.260012432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-341fb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:16.318702495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-341fb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:16.37689614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-341fb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:16.436456624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-341fb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:16.529258378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","gvk":"Deployment","name":"payload-processing-e2e-api-b-341fb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:16.606535973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-341fb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:16.750984086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","gvk":"Service","name":"payload-processing-e2e-api-b-341fb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:16.807417153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","gvk":"Service","name":"payload-pre-processing-e2e-api-b-341fb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:16.860635741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-341fb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:16.913996474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-341fb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:16.967207286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-341fb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:17.023751567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-341fb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:17.076992216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-341fb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:17.130522226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-341fb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:17.134818079Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"e2e-e2e-api-a-671e7c-policy","reconcileID":"77385bce-1489-449c-aca2-817d99276b95","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:17.135033178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fbae80b-c3ae-4c57-bc6a-d4aeb669fb2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:17.135056522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fbae80b-c3ae-4c57-bc6a-d4aeb669fb2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:17.18815015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-341fb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:17.245066953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-341fb2"},"namespace":"ai-tenant-e2e-api-b-341fb2","name":"default-tenant","reconcileID":"765b957f-7a4c-495c-991f-e0b2db4f0081","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-341fb2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:17.323997664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4998802-8e03-493e-a358-973c7b90d015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:17.379232516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4998802-8e03-493e-a358-973c7b90d015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:17.400533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"e2e-e2e-api-a-671e7c-policy","reconcileID":"77385bce-1489-449c-aca2-817d99276b95","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-671e7c","tenantID":"e2e-api-a-671e7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:17.433006943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4998802-8e03-493e-a358-973c7b90d015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:17.486922822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4998802-8e03-493e-a358-973c7b90d015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:17.620365019Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"e2e-e2e-api-a-671e7c-policy","reconcileID":"77385bce-1489-449c-aca2-817d99276b95","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"name":"e2e-api-a-671e7c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:17.620395356Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"e2e-e2e-api-a-671e7c-policy","reconcileID":"77385bce-1489-449c-aca2-817d99276b95","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-671e7c-policy","namespace":"ai-tenant-e2e-api-a-671e7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-671e7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:17.679483603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62043089-479c-4a5a-a031-97d7a98c6e86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:17.679502676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62043089-479c-4a5a-a031-97d7a98c6e86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:19.015715644Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-341fb2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-341fb2","reconcileID":"d8f9fd39-f025-4f71-a175-e26333d8ade1","aitenant":"ai-tenants/e2e-api-b-341fb2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:19.48097528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c3e93eb-8798-4ea4-ba9b-e0749017d386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:19.534909517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c3e93eb-8798-4ea4-ba9b-e0749017d386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:19.588621027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c3e93eb-8798-4ea4-ba9b-e0749017d386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:19.642617494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c3e93eb-8798-4ea4-ba9b-e0749017d386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:19.816394871Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-341fb2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-341fb2","reconcileID":"d8f9fd39-f025-4f71-a175-e26333d8ade1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-341fb2","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-341fb2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:19.994894724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"1685e0f8-fa11-4870-ab19-02b23883f402","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e0aa5c","tenantID":"e2e-api-b-e0aa5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:20.076702626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"1685e0f8-fa11-4870-ab19-02b23883f402","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"name":"e2e-api-b-e0aa5c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:20.144398993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e0aa5c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"1685e0f8-fa11-4870-ab19-02b23883f402","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:21.755438669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88fd2df-d668-487e-86c7-b722a5e0cca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:21.809548052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88fd2df-d668-487e-86c7-b722a5e0cca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:21.863477302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88fd2df-d668-487e-86c7-b722a5e0cca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:21.917303871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88fd2df-d668-487e-86c7-b722a5e0cca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:21.97070366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"31d8dc53-42ea-4f3d-a1d8-4490573c3013","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-15203f","tenantID":"e2e-api-a-15203f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:22.028475934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"31d8dc53-42ea-4f3d-a1d8-4490573c3013","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"name":"e2e-api-a-15203f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:22.084516014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-15203f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4768b65e3934a4c6cf9e00c1d001c7542172793d677ab75526a6ebbb1a1c41aa) AuthConfig (ad9b315b93bb80c98d1071f78f95ac11bae3ed95720439ce4e204a9ffb3be4dc) AuthConfig (60ecbe18f3e906ca482f646636f87ddd9c9d933a4f5b95a2c22c096f0ba1705b) AuthConfig (be73e20cb598bc5b2edccf863c69d53170f602a26c5404f1a82dc6b2bd44f28d) AuthConfig (673112612e79e4cf37c460fccb943f61babb6f327a3dd4aa13e59a239a87835c) AuthConfig (e5d232cea3ed74d51d64d1accf3b84488f339637155719103256f169462bb350)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"31d8dc53-42ea-4f3d-a1d8-4490573c3013","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:22.191199245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e642d7c-9e68-4401-9fe5-3bea4d9ba520","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:22.191216124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e642d7c-9e68-4401-9fe5-3bea4d9ba520","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:23.852658361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e730d1ac-c49b-445a-952b-fba9ad175c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:23.913986019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e730d1ac-c49b-445a-952b-fba9ad175c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:23.967889997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e730d1ac-c49b-445a-952b-fba9ad175c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:24.022153719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e730d1ac-c49b-445a-952b-fba9ad175c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:25.969518388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dfc2a0d-f998-4121-8b02-7136bd97cdd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:26.024177378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dfc2a0d-f998-4121-8b02-7136bd97cdd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:26.078249358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dfc2a0d-f998-4121-8b02-7136bd97cdd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:26.132211244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dfc2a0d-f998-4121-8b02-7136bd97cdd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:28.062976979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"9f68a51c-4590-4ada-b002-d926e541b0c9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5e04421b","tenantID":"e2e-mt-5e04421b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:28.082781184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d56023-49cd-471f-b4e4-4e1569be4c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:28.136822631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d56023-49cd-471f-b4e4-4e1569be4c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:28.19067719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d56023-49cd-471f-b4e4-4e1569be4c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:28.244619841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d56023-49cd-471f-b4e4-4e1569be4c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:28.25680263Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"9f68a51c-4590-4ada-b002-d926e541b0c9","name":"e2e-mt-5e04421b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:28.315226323Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","namespace":"ai-tenant-e2e-api-b-a3021d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:28.315310311Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","namespace":"ai-tenant-e2e-api-b-a3021d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:28.315372082Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","tenant":"e2e-api-b-a3021d","tenantID":"e2e-api-b-a3021d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:28.370456568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","gvk":"Deployment","name":"maas-api-e2e-api-b-a3021d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:28.430991724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","gvk":"Service","name":"maas-api-e2e-api-b-a3021d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:28.518567722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-a3021d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:28.573380708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-a3021d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:28.642269921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-a3021d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:28.703849124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-a3021d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:28.762054339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-a3021d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:28.824914673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-a3021d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:28.879050977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","gvk":"Deployment","name":"payload-processing-e2e-api-b-a3021d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:28.933074517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-a3021d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:28.98742817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","gvk":"Service","name":"payload-processing-e2e-api-b-a3021d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:29.042981198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","gvk":"Service","name":"payload-pre-processing-e2e-api-b-a3021d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:29.096450289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-a3021d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:29.149752811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-a3021d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:29.203016757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-a3021d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:29.25909196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-a3021d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:29.348021433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-a3021d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:29.405697373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-a3021d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:29.466964196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-a3021d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:29.52057787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3021d"},"namespace":"ai-tenant-e2e-api-b-a3021d","name":"default-tenant","reconcileID":"099dd245-1bdf-48b4-b142-0b28b7903775","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-a3021d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:30.207142438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8677c1f4-438a-4c92-8802-1ba4464f087b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:30.261211163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8677c1f4-438a-4c92-8802-1ba4464f087b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:30.261356803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"0ae3ec12-8a5e-4469-8f2f-f8d01f03ea68","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e0aa5c","tenantID":"e2e-api-b-e0aa5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:30.315555773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8677c1f4-438a-4c92-8802-1ba4464f087b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:30.369474621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8677c1f4-438a-4c92-8802-1ba4464f087b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:30.373168662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"0ae3ec12-8a5e-4469-8f2f-f8d01f03ea68","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"name":"e2e-api-b-e0aa5c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:30.429602273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e0aa5c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"0ae3ec12-8a5e-4469-8f2f-f8d01f03ea68","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:32.299099582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"339b7f23-a597-4d11-81fe-9492f4a49d96","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-15203f","tenantID":"e2e-api-a-15203f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:32.356584753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"339b7f23-a597-4d11-81fe-9492f4a49d96","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"name":"e2e-api-a-15203f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:32.412830989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-15203f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4768b65e3934a4c6cf9e00c1d001c7542172793d677ab75526a6ebbb1a1c41aa) AuthConfig (ad9b315b93bb80c98d1071f78f95ac11bae3ed95720439ce4e204a9ffb3be4dc) AuthConfig (60ecbe18f3e906ca482f646636f87ddd9c9d933a4f5b95a2c22c096f0ba1705b) AuthConfig (be73e20cb598bc5b2edccf863c69d53170f602a26c5404f1a82dc6b2bd44f28d) AuthConfig (673112612e79e4cf37c460fccb943f61babb6f327a3dd4aa13e59a239a87835c) AuthConfig (e5d232cea3ed74d51d64d1accf3b84488f339637155719103256f169462bb350)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"339b7f23-a597-4d11-81fe-9492f4a49d96","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:34.498549515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"9f40a2eb-9c99-43bc-b283-1be058fd8b5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:34.576664309Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","namespace":"ai-tenant-e2e-api-a-671e7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:34.576762853Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","namespace":"ai-tenant-e2e-api-a-671e7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:34.576815215Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","tenant":"e2e-api-a-671e7c","tenantID":"e2e-api-a-671e7c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:34.632029703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","gvk":"Deployment","name":"maas-api-e2e-api-a-671e7c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:34.670637692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"7f50ad65-5997-4b31-a2f8-49b2e0a149b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:34.692480171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","gvk":"Service","name":"maas-api-e2e-api-a-671e7c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:34.753088639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-671e7c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:34.769313968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5df347aa-10cb-4f46-8262-95a67b0e5bb7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:34.808402351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-671e7c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:34.870948483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"04923478-276e-4b1d-8c56-6da9e2609ddb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:34.871357074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-671e7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:34.872529724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"daa69fb3-fcb5-4b3b-ad5b-08d19089d406","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:34.963846272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-671e7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:34.971394599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"6613938a-6213-447e-b8d3-c430e24d5393","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:35.026333659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-671e7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:35.086894686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"03281bb9-0646-4cef-9dec-daf58d8a2dba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:35.091813693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-671e7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:35.150785791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","gvk":"Deployment","name":"payload-processing-e2e-api-a-671e7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:35.199623276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"5d0bf0d0-4d94-4a9a-897a-e8f54e71bd96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:35.206009742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-671e7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:35.265648541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","gvk":"Service","name":"payload-processing-e2e-api-a-671e7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:35.307071213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"32d4a999-a6e3-4344-a8e0-62c2e768a2e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:35.321014678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","gvk":"Service","name":"payload-pre-processing-e2e-api-a-671e7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:35.322419981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"884b3a86-6401-423a-961d-5a965f8e6e4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:35.374828466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-671e7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:35.38969555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"1b8bbc80-4f14-4daa-bc4f-22b24de44331","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:35.43063162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-671e7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:35.484525989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-671e7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:35.486040461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"b55ff7a6-6c2d-4f61-8907-63434b186b99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:35.540822019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-671e7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:35.594305514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-671e7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:35.647602266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-671e7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:35.701074594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-671e7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:35.755050594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-671e7c"},"namespace":"ai-tenant-e2e-api-a-671e7c","name":"default-tenant","reconcileID":"4361f335-8491-47e8-bb22-d242e4e7da0b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-671e7c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:37.735234696Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a3021d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a3021d","reconcileID":"d1046562-c24a-4bd5-b132-7ae29d43dedb","aitenant":"ai-tenants/e2e-api-b-a3021d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:38.341147098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b487a5-e668-40f4-a0bc-be33ffb6020e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:38.396090546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b487a5-e668-40f4-a0bc-be33ffb6020e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:38.450242204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b487a5-e668-40f4-a0bc-be33ffb6020e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:38.504429796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b487a5-e668-40f4-a0bc-be33ffb6020e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:38.618450367Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a3021d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a3021d","reconcileID":"d1046562-c24a-4bd5-b132-7ae29d43dedb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a3021d","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-a3021d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:39.236104754Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-671e7c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-671e7c","reconcileID":"abe81411-0c1d-49ba-bd2b-15da0a15a6f6","aitenant":"ai-tenants/e2e-api-a-671e7c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.103113619Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-671e7c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-671e7c","reconcileID":"abe81411-0c1d-49ba-bd2b-15da0a15a6f6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-671e7c","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-671e7c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.417055044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50e99d38-31a4-4073-a256-99bd82cc7a23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.41707817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50e99d38-31a4-4073-a256-99bd82cc7a23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.473422814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3879d3f-92d6-4d68-8172-afa66c299388","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.473449748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3879d3f-92d6-4d68-8172-afa66c299388","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.557811537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dacf7ad-baea-4f02-bacb-77c641c71fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.558238696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"3f480e79-63b3-4b37-82fe-b576869071b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e0aa5c","tenantID":"e2e-api-b-e0aa5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.612671719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dacf7ad-baea-4f02-bacb-77c641c71fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.666668507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dacf7ad-baea-4f02-bacb-77c641c71fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.666867544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cdd7a6d8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cdd7a6d8","reconcileID":"5760c05b-d65a-4b8a-ad88-946f7361267a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cdd7a6d8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.670018976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"3f480e79-63b3-4b37-82fe-b576869071b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"name":"e2e-api-b-e0aa5c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.739091044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dacf7ad-baea-4f02-bacb-77c641c71fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.80230141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e0aa5c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4645b6490171ccfa204629407f725612dc59c9c6add84a163c8d452013f1c1bc) AuthConfig (6a9c8c422d9ffb84212d47ccedd430817fa8caa854170eea6b14e7b8828eb95f) AuthConfig (64178f86f53d1e9190710a2782099c9007ab665b0bd078b2e2c6ad801bdc53a7) AuthConfig (c198a21daae0c07e896dfacd9e9e21a8daf7152d4a0e1cf606f214df01d383c0) AuthConfig (9735f7634c419165ca318ab21fe4eb17ef2bd7a3fa74ef3c674697f47c825404) AuthConfig (3e5be300b1133b2d6213a8e866bf652ad8b5f23c579f2dd9e5af26c53f1213c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"3f480e79-63b3-4b37-82fe-b576869071b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.818757004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cdd7a6d8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cdd7a6d8","reconcileID":"5760c05b-d65a-4b8a-ad88-946f7361267a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cdd7a6d8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.822468401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9e0a782-9156-4b3f-a067-0e51aeb75a56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.822536067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9e0a782-9156-4b3f-a067-0e51aeb75a56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.844180436Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.881527026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c96a60e6-2b27-4a33-9ab4-9e61e9ed6268","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.881545918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c96a60e6-2b27-4a33-9ab4-9e61e9ed6268","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.884279603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aea09ff6-86df-494e-9259-ce503750f7ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:40.884296358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aea09ff6-86df-494e-9259-ce503750f7ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:16:40.935680109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cdd7a6d8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cdd7a6d8","reconcileID":"1ce4f4a8-cdce-44c0-9601-fda414bb0de7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-cdd7a6d8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.037222675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"617bd559-06a8-439a-a522-3efdb8a8af42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.03751145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a69a459-58d5-4c0e-9182-85b208d38971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.097590358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"617bd559-06a8-439a-a522-3efdb8a8af42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.099104708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2675176-24ed-4797-8180-8c8c789abecb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.099124103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2675176-24ed-4797-8180-8c8c789abecb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.103264175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a69a459-58d5-4c0e-9182-85b208d38971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.15784312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49710ad6-3933-4cf4-a0fe-6cccfaee57b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.157860298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49710ad6-3933-4cf4-a0fe-6cccfaee57b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.198793818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec5232bd-214f-49ed-8868-73c134d67931","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.198812368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec5232bd-214f-49ed-8868-73c134d67931","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.393949511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cdd7a6d8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cdd7a6d8","reconcileID":"58d65b98-0d01-4881-9d4d-46509ee1e47e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cdd7a6d8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.451422953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cdd7a6d8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cdd7a6d8","reconcileID":"58d65b98-0d01-4881-9d4d-46509ee1e47e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cdd7a6d8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.453151706Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cdd7a6d8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cdd7a6d8","reconcileID":"e565c1ee-6472-442e-a4c3-7ba0913f13ee","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cdd7a6d8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-cdd7a6d8","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.453254657Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cdd7a6d8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cdd7a6d8","reconcileID":"e565c1ee-6472-442e-a4c3-7ba0913f13ee","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cdd7a6d8","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-cdd7a6d8","error":"MaaSModelRef not found: llm/nonexistent-model-cdd7a6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.506764126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b104839f-e090-4b2f-b2f0-e3cdeaf9fed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.506763335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8d605d7-fa7e-45bd-8eed-7c1c1f03fda3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.566528961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8d605d7-fa7e-45bd-8eed-7c1c1f03fda3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.566545132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b104839f-e090-4b2f-b2f0-e3cdeaf9fed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.668991384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bdf9d330-8f4d-480a-92b2-859993f0b546","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.724957287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba3c6c95-3468-40a8-988b-ae462a850092","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:41.724974698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba3c6c95-3468-40a8-988b-ae462a850092","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:42.040118916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cdd7a6d8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cdd7a6d8","reconcileID":"869ac83e-8659-4191-b404-a48f70d62cb7","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cdd7a6d8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:42.040262697Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cdd7a6d8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cdd7a6d8","reconcileID":"869ac83e-8659-4191-b404-a48f70d62cb7","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cdd7a6d8","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-cdd7a6d8","error":"MaaSModelRef not found: llm/nonexistent-model-cdd7a6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:42.520218011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"a031f8f6-629f-4cd6-b446-5df41a31a0f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-15203f","tenantID":"e2e-api-a-15203f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:42.578113195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"a031f8f6-629f-4cd6-b446-5df41a31a0f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"name":"e2e-api-a-15203f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:42.744763775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf436bf7-aa26-43ea-bf25-8b5b06f8b529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:42.798905601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf436bf7-aa26-43ea-bf25-8b5b06f8b529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:42.852628582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf436bf7-aa26-43ea-bf25-8b5b06f8b529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:42.906628806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf436bf7-aa26-43ea-bf25-8b5b06f8b529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:42.910971039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e212535-1b6f-4fa8-bc1e-b6033e990d7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:42.910986039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e212535-1b6f-4fa8-bc1e-b6033e990d7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:43.543094385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf526dd-53e2-4332-9c60-21b8809ec863","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:43.543119682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf526dd-53e2-4332-9c60-21b8809ec863","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:43.704912887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cdd7a6d8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cdd7a6d8","reconcileID":"d5a0d209-3c09-47cf-9d2c-55ff7a06b435","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cdd7a6d8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:43.705088761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cae883a-5d58-4674-98ee-ca1ba163e418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:43.704912987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5e871cd-2ff6-4b7a-804f-1495b68ec3bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:43.762409309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cdd7a6d8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cdd7a6d8","reconcileID":"d5a0d209-3c09-47cf-9d2c-55ff7a06b435","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cdd7a6d8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:43.762858577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cae883a-5d58-4674-98ee-ca1ba163e418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:43.765073444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5e871cd-2ff6-4b7a-804f-1495b68ec3bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:44.843744172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a951d22b-fbcc-4e34-bf5f-1378b1dacbbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:44.898408124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a951d22b-fbcc-4e34-bf5f-1378b1dacbbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:44.952349304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a951d22b-fbcc-4e34-bf5f-1378b1dacbbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:45.00670132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a951d22b-fbcc-4e34-bf5f-1378b1dacbbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:46.537343416Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"dd7632b3-7123-4063-8a4a-b838342a8fd0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:46.538870999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0562389-f7da-4ca9-b987-6be44f3ad0e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:46.538897741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0562389-f7da-4ca9-b987-6be44f3ad0e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:46.826286327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"dd7632b3-7123-4063-8a4a-b838342a8fd0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e0aa5c","tenantID":"e2e-api-b-e0aa5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:46.951692461Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"dd7632b3-7123-4063-8a4a-b838342a8fd0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"name":"e2e-api-b-e0aa5c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:46.951714759Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"dd7632b3-7123-4063-8a4a-b838342a8fd0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e0aa5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:47.008958881Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"a8a04c03-59d3-4f43-a258-99760a729630","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:47.009183901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"120a47e0-eae3-4005-8020-8a8a0130eb67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:47.009200684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"120a47e0-eae3-4005-8020-8a8a0130eb67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:47.20571727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"a8a04c03-59d3-4f43-a258-99760a729630","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e0aa5c","tenantID":"e2e-api-b-e0aa5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:47.273752349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"a8a04c03-59d3-4f43-a258-99760a729630","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"name":"e2e-api-b-e0aa5c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:47.273873823Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"a8a04c03-59d3-4f43-a258-99760a729630","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e0aa5c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:16:47.331066837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e0aa5c-policy","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"e2e-e2e-api-b-e0aa5c-policy","reconcileID":"a8a04c03-59d3-4f43-a258-99760a729630","error":"maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-b-e0aa5c-policy\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:48.00345151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c18bdd-373c-4add-b673-a09e658ef027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:48.057288793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c18bdd-373c-4add-b673-a09e658ef027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:48.111819554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c18bdd-373c-4add-b673-a09e658ef027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:48.165929861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c18bdd-373c-4add-b673-a09e658ef027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:50.104656098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02d283e4-6cdf-4552-8793-92d45a785eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:50.158702994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02d283e4-6cdf-4552-8793-92d45a785eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:50.212773901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02d283e4-6cdf-4552-8793-92d45a785eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:50.266667103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02d283e4-6cdf-4552-8793-92d45a785eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:53.710033Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cdd7a6d8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cdd7a6d8","reconcileID":"829d4147-6885-410e-82fb-84037fc7609a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cdd7a6d8","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-cdd7a6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:53.931379508Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cdd7a6d8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cdd7a6d8","reconcileID":"829d4147-6885-410e-82fb-84037fc7609a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cdd7a6d8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:53.931419352Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cdd7a6d8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cdd7a6d8","reconcileID":"829d4147-6885-410e-82fb-84037fc7609a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cdd7a6d8","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-cdd7a6d8","subscription":"e2e-neg-ghost-sub-cdd7a6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:53.931549744Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cdd7a6d8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cdd7a6d8","reconcileID":"829d4147-6885-410e-82fb-84037fc7609a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cdd7a6d8","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-cdd7a6d8","error":"MaaSModelRef not found: llm/nonexistent-model-cdd7a6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:54.147411305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"861815bf-2f56-48f3-b5f7-2dbd4ff2f6e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:54.259572194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0ab5b71-9072-43e6-a69a-306011f53053","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:54.259593611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0ab5b71-9072-43e6-a69a-306011f53053","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:54.415293826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"351828aa-b4ef-4fd1-be58-9449e2d740a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:54.415315089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"351828aa-b4ef-4fd1-be58-9449e2d740a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:54.420126868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0bec984-a49f-423b-92ab-7641e15c84fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:54.420147285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cdd7a6d8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cdd7a6d8","reconcileID":"0cfedda4-8702-4688-8394-f1be9028cef1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cdd7a6d8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:54.420547122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b270b2c-97f8-4574-8386-b32fc71cd608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:54.478050363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b270b2c-97f8-4574-8386-b32fc71cd608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:54.478157678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cdd7a6d8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cdd7a6d8","reconcileID":"0cfedda4-8702-4688-8394-f1be9028cef1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cdd7a6d8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:54.480323477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0bec984-a49f-423b-92ab-7641e15c84fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:54.685031452Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cdd7a6d8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cdd7a6d8","reconcileID":"2700e3a0-fdb0-44d3-946f-2ce00cda0013","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cdd7a6d8","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:54.946454847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfc99016-7670-4f31-8cb3-7894bc038108","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:54.946474137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfc99016-7670-4f31-8cb3-7894bc038108","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:55.213005834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24b722fd-f7b3-4bd2-b047-8990ae5067bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:55.213026225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24b722fd-f7b3-4bd2-b047-8990ae5067bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:55.27087779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd020f30-6a0f-4c3a-a521-1ede28fee379","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:55.270904024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd020f30-6a0f-4c3a-a521-1ede28fee379","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:55.497795918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-53115fad","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-53115fad","reconcileID":"15ee5bca-1ea8-4138-b26b-2531f192431e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-53115fad","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:55.557948721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-53115fad","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-53115fad","reconcileID":"15ee5bca-1ea8-4138-b26b-2531f192431e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-53115fad","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:55.66824266Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-53115fad","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-53115fad","reconcileID":"15ee5bca-1ea8-4138-b26b-2531f192431e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-53115fad","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-53115fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:55.981819828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bf32a4a-824b-42ef-b636-854382dbf9a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:55.98183846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bf32a4a-824b-42ef-b636-854382dbf9a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:56.250685947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-53115fad","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-53115fad","reconcileID":"b336c806-e876-4ca0-814a-cbf0e4991f69","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-53115fad","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:56.310296969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-53115fad","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-53115fad","reconcileID":"b336c806-e876-4ca0-814a-cbf0e4991f69","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-53115fad","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:56.471129028Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-53115fad","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-53115fad","reconcileID":"b336c806-e876-4ca0-814a-cbf0e4991f69","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-53115fad","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-53115fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:56.634842595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"11eb651c-9f2d-4f94-ba56-4ba36bd24889","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-40aecd","tenantID":"e2e-api-b-40aecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:56.752075728Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"11eb651c-9f2d-4f94-ba56-4ba36bd24889","name":"e2e-api-b-40aecd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:56.808556898Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","namespace":"ai-tenant-e2e-api-b-e0aa5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:56.808620257Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","namespace":"ai-tenant-e2e-api-b-e0aa5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:56.808667932Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","tenant":"e2e-api-b-e0aa5c","tenantID":"e2e-api-b-e0aa5c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:56.865768093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","gvk":"Deployment","name":"maas-api-e2e-api-b-e0aa5c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:56.926947313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","gvk":"Service","name":"maas-api-e2e-api-b-e0aa5c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:56.950519113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae07ca5-4994-44ef-924b-b3c6ec5a0be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.004669063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae07ca5-4994-44ef-924b-b3c6ec5a0be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.007268326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-e0aa5c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.059345343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae07ca5-4994-44ef-924b-b3c6ec5a0be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.11444974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae07ca5-4994-44ef-924b-b3c6ec5a0be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.115099766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-e0aa5c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.173576655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-e0aa5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.229102633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-e0aa5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.286698227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-e0aa5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.342049886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-e0aa5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.433274582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","gvk":"Deployment","name":"payload-processing-e2e-api-b-e0aa5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.48837183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-e0aa5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.542395425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","gvk":"Service","name":"payload-processing-e2e-api-b-e0aa5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.597563817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","gvk":"Service","name":"payload-pre-processing-e2e-api-b-e0aa5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.65148795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-e0aa5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.704843168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-e0aa5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.758113279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-e0aa5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.817644349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-e0aa5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.870854296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-e0aa5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.924349651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-e0aa5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.933280435Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f83bc2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f83bc2","reconcileID":"f8f185fe-0f2b-4664-9e8a-7f7800840f3c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f83bc2","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f83bc2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.954212463Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-53115fad","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-53115fad","reconcileID":"58041233-3c29-42e5-a2a0-8b11da936a6f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-53115fad","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.954281448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f554d21-ff31-4fc6-a354-362f06053c2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.954297406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f554d21-ff31-4fc6-a354-362f06053c2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:57.978313497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-e0aa5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:58.013114632Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-53115fad","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-53115fad","reconcileID":"58041233-3c29-42e5-a2a0-8b11da936a6f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-53115fad","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-53115fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:58.035263808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e0aa5c"},"namespace":"ai-tenant-e2e-api-b-e0aa5c","name":"default-tenant","reconcileID":"918575ac-dc0b-4a3b-b809-120eaa1386a6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-e0aa5c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:58.316723242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb10d19b-11be-4ba1-8e04-cb70f87e8e49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:58.316781611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb10d19b-11be-4ba1-8e04-cb70f87e8e49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:59.254291177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f5d608-ac3d-44ac-8eb3-3a93d292fd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:59.30849749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f5d608-ac3d-44ac-8eb3-3a93d292fd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:59.362333126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f5d608-ac3d-44ac-8eb3-3a93d292fd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:16:59.416425609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f5d608-ac3d-44ac-8eb3-3a93d292fd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:01.442944267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77ed3ad-74e7-4243-a427-e7765c17e40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:01.496871182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77ed3ad-74e7-4243-a427-e7765c17e40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:01.550481261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77ed3ad-74e7-4243-a427-e7765c17e40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:01.604904937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77ed3ad-74e7-4243-a427-e7765c17e40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:03.583923441Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a999d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a999d7","reconcileID":"8bb4454e-8867-4fbd-b115-7376d3dbdc23","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a999d7","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-a999d7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:03.640692414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc68a89-bfde-4818-8752-0b357b789778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:03.694459658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc68a89-bfde-4818-8752-0b357b789778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:03.748818276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc68a89-bfde-4818-8752-0b357b789778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:03.802991789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc68a89-bfde-4818-8752-0b357b789778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:05.744032739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd01eaad-2466-485c-b4c7-ed5f11be6054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:05.798008319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd01eaad-2466-485c-b4c7-ed5f11be6054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:05.852145176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd01eaad-2466-485c-b4c7-ed5f11be6054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:05.905991251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd01eaad-2466-485c-b4c7-ed5f11be6054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:08.00562292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc8ee8e6-40b9-46de-a5b8-655e356a021c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:08.059886665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc8ee8e6-40b9-46de-a5b8-655e356a021c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:08.114404707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc8ee8e6-40b9-46de-a5b8-655e356a021c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:08.168317513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc8ee8e6-40b9-46de-a5b8-655e356a021c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:08.545516661Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e0aa5c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e0aa5c","reconcileID":"312b8781-148c-48cd-9812-6106dd52f445","aitenant":"ai-tenants/e2e-api-b-e0aa5c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:09.404801093Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e0aa5c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e0aa5c","reconcileID":"312b8781-148c-48cd-9812-6106dd52f445","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e0aa5c","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-e0aa5c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:10.172058782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c35a60f-f20f-404d-b289-d3731e20e489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:10.23290819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c35a60f-f20f-404d-b289-d3731e20e489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:10.28668127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c35a60f-f20f-404d-b289-d3731e20e489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:10.340660008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c35a60f-f20f-404d-b289-d3731e20e489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:10.831779512Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:12.318424183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978ef2a7-4106-404d-9c56-c15bfad0090e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:12.373401298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978ef2a7-4106-404d-9c56-c15bfad0090e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:12.427507026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978ef2a7-4106-404d-9c56-c15bfad0090e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:12.481455709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978ef2a7-4106-404d-9c56-c15bfad0090e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:14.420261187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0370f3c8-a798-4266-8365-4523d12ddf8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:14.474512708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0370f3c8-a798-4266-8365-4523d12ddf8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:14.52854559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0370f3c8-a798-4266-8365-4523d12ddf8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:14.596754542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0370f3c8-a798-4266-8365-4523d12ddf8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:16.543294109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d9005a-0142-4010-b6fd-5c0dd1a82cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:16.598297644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d9005a-0142-4010-b6fd-5c0dd1a82cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:16.653865345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d9005a-0142-4010-b6fd-5c0dd1a82cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:16.709105057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d9005a-0142-4010-b6fd-5c0dd1a82cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:16.714069551Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-296ae9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-296ae9","reconcileID":"c07a7542-e907-4bcf-aff1-c8cebb7c2e61","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-296ae9","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-296ae9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:18.79805401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3160ff94-089c-414c-bd68-d7da6a326637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:18.854825418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3160ff94-089c-414c-bd68-d7da6a326637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:18.912136503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3160ff94-089c-414c-bd68-d7da6a326637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:18.966562697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3160ff94-089c-414c-bd68-d7da6a326637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:21.230273305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"f2811961-bc86-4e3f-9772-4b49e4bc8e55","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:21.230295005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"f2811961-bc86-4e3f-9772-4b49e4bc8e55","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:22.214750676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b7ad35-7e62-4caa-ae7d-16484ecdab96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:22.268697053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b7ad35-7e62-4caa-ae7d-16484ecdab96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:22.322823982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b7ad35-7e62-4caa-ae7d-16484ecdab96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:22.376933321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b7ad35-7e62-4caa-ae7d-16484ecdab96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:24.35410415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f144eed4-f85b-483e-b022-5ece92bd3da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:24.411020501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f144eed4-f85b-483e-b022-5ece92bd3da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:24.485258004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f144eed4-f85b-483e-b022-5ece92bd3da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:24.542074339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f144eed4-f85b-483e-b022-5ece92bd3da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:26.533295447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48379d03-714c-4dce-a594-642fcb02b2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:26.587212294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48379d03-714c-4dce-a594-642fcb02b2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:26.641163404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48379d03-714c-4dce-a594-642fcb02b2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:26.695933741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48379d03-714c-4dce-a594-642fcb02b2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:28.638554199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca5024a3-588e-432a-888d-7480b81ba618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:28.69252573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca5024a3-588e-432a-888d-7480b81ba618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:28.746838152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca5024a3-588e-432a-888d-7480b81ba618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:28.800697433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca5024a3-588e-432a-888d-7480b81ba618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:30.737876739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b517993d-08b5-456b-9142-9a3b549e3605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:30.793589852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b517993d-08b5-456b-9142-9a3b549e3605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:30.851193777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b517993d-08b5-456b-9142-9a3b549e3605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:30.905912747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b517993d-08b5-456b-9142-9a3b549e3605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:32.929653792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a6c06a-e40c-4f9b-a972-a178619aa782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:32.984572024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a6c06a-e40c-4f9b-a972-a178619aa782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:33.047676907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a6c06a-e40c-4f9b-a972-a178619aa782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:33.11264006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a6c06a-e40c-4f9b-a972-a178619aa782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:35.253150552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be01635a-9479-40ce-b10e-02fe2d100443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:35.3101493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be01635a-9479-40ce-b10e-02fe2d100443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:35.366804892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be01635a-9479-40ce-b10e-02fe2d100443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:35.426940564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be01635a-9479-40ce-b10e-02fe2d100443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:36.578795753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"15783489-cc3a-4f29-ae8a-4618b8e1fe9f","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:36.578815965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"15783489-cc3a-4f29-ae8a-4618b8e1fe9f","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:40.848974565Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:46.642631632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"10174293-95a3-43d4-a3be-19dab0f554ee","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:46.642652627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"10174293-95a3-43d4-a3be-19dab0f554ee","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:48.04593248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9688b5af-47f9-4d05-bc21-1689004bfabd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:48.099866785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9688b5af-47f9-4d05-bc21-1689004bfabd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:48.156003914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9688b5af-47f9-4d05-bc21-1689004bfabd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:48.211026317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9688b5af-47f9-4d05-bc21-1689004bfabd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:48.793261756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fab6c5f8-998f-4d24-a91c-14530ce93aa5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:48.79328573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fab6c5f8-998f-4d24-a91c-14530ce93aa5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:48.851530422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3092f5d-e0e9-4508-ada5-aff9ce3ae546","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:48.851560848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3092f5d-e0e9-4508-ada5-aff9ce3ae546","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:48.958630637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"3d2d710f-1c40-4f41-9358-cef244ad15ea","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-40aecd","tenantID":"e2e-api-b-40aecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:49.095717357Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"3d2d710f-1c40-4f41-9358-cef244ad15ea","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"name":"e2e-api-b-40aecd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:49.152152276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-40aecd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"3d2d710f-1c40-4f41-9358-cef244ad15ea","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:49.211702271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9fbaeb9-e69e-4f2f-aec7-b8ffb9a0c3ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:49.211722222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9fbaeb9-e69e-4f2f-aec7-b8ffb9a0c3ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:50.202101044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8caa279f-7127-44ec-8bfc-4e3ac047ab70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:50.256844468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8caa279f-7127-44ec-8bfc-4e3ac047ab70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:50.313503118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8caa279f-7127-44ec-8bfc-4e3ac047ab70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:50.367397666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8caa279f-7127-44ec-8bfc-4e3ac047ab70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:51.329079819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"6fb5b24c-f60d-4233-959d-b3b3b9d53d15","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f83bc2","tenantID":"e2e-ipp-a-f83bc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:51.477990587Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"6fb5b24c-f60d-4233-959d-b3b3b9d53d15","name":"e2e-ipp-a-f83bc2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:52.402974278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"525a771f-c691-4a89-a965-0b74afc5c83f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:52.457470113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"525a771f-c691-4a89-a965-0b74afc5c83f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:52.528875431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"525a771f-c691-4a89-a965-0b74afc5c83f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:52.584930869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"525a771f-c691-4a89-a965-0b74afc5c83f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:53.063814417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"9ef39856-d4ea-4334-8f42-90468e91ebad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:53.183034361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"22e9e54d-b94a-4ae3-afd3-a02640e11175","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:53.30603512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"d5894626-104a-4a99-b458-554e6bf068ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:53.473410868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"02c8f34e-0dc8-488c-bb9b-f295749b583a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:53.635378689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"9ded51e7-0ec1-45c3-9fb3-0371b6539c06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:53.849321248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b3614119-cb77-4ad2-b044-d2912a893f49","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:53.904469041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5399bb82-13f0-4e8f-9f30-b2d3006dd595","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:53.905125523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"469f971b-231a-4bce-9aef-7f184ba51c6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:54.00541605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"bc0f6b8e-f681-4b73-b5ed-798b70f0738f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:54.015309026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"50adc18d-3e86-4342-a7fa-d1db644278be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:54.238707103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"121b618a-722b-4efe-8fbb-3a7b024c26dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:54.238719832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"275fc67c-5847-45ee-9541-b1a9d475c977","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:54.562105009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfa2ffe9-6d05-48e4-a212-7c27f4b67aaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:54.61860456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfa2ffe9-6d05-48e4-a212-7c27f4b67aaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:54.673585001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfa2ffe9-6d05-48e4-a212-7c27f4b67aaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:54.727778268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfa2ffe9-6d05-48e4-a212-7c27f4b67aaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:55.407599174Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"2861e7e4-f7e9-4eb2-8646-9bb702974488","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:55.407795903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"773fd6d7-c0b9-428a-882b-d5c4e6bd1968","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:55.407814298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"773fd6d7-c0b9-428a-882b-d5c4e6bd1968","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:55.636880097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"2861e7e4-f7e9-4eb2-8646-9bb702974488","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-15203f","tenantID":"e2e-api-a-15203f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:55.760571266Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"2861e7e4-f7e9-4eb2-8646-9bb702974488","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"name":"e2e-api-a-15203f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:55.760594668Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"2861e7e4-f7e9-4eb2-8646-9bb702974488","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-15203f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:55.864322754Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"a5f78b5c-8609-4ea1-9afa-5100e548d9c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:55.8645766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9025aa7-6514-4094-932a-e6f308c0dc54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:55.864593844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9025aa7-6514-4094-932a-e6f308c0dc54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:56.024629451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"a5f78b5c-8609-4ea1-9afa-5100e548d9c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-15203f","tenantID":"e2e-api-a-15203f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:56.132389697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"a5f78b5c-8609-4ea1-9afa-5100e548d9c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"name":"e2e-api-a-15203f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:56.132415248Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"a5f78b5c-8609-4ea1-9afa-5100e548d9c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-15203f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:17:56.185959146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-15203f-policy","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"e2e-e2e-api-a-15203f-policy","reconcileID":"a5f78b5c-8609-4ea1-9afa-5100e548d9c1","error":"maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-a-15203f-policy\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:56.643657197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"43ba93a7-c732-4492-bc77-18398401c27e","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:56.643680013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"43ba93a7-c732-4492-bc77-18398401c27e","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:56.669432279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"919e4c8c-d971-4ab7-9c0d-598622df4934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:56.725107441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"919e4c8c-d971-4ab7-9c0d-598622df4934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:56.779108881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"919e4c8c-d971-4ab7-9c0d-598622df4934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:56.834025414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"919e4c8c-d971-4ab7-9c0d-598622df4934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:58.983360849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"412ee985-3b6d-474f-9844-9719d55a5b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:59.037360854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"412ee985-3b6d-474f-9844-9719d55a5b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:59.091287591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"412ee985-3b6d-474f-9844-9719d55a5b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:59.145847142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"412ee985-3b6d-474f-9844-9719d55a5b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:59.363615239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"243b4cca-584d-4bd8-aecf-ca805c2bb54a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-40aecd","tenantID":"e2e-api-b-40aecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:59.421398282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"243b4cca-584d-4bd8-aecf-ca805c2bb54a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"name":"e2e-api-b-40aecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:17:59.47739165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-40aecd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"243b4cca-584d-4bd8-aecf-ca805c2bb54a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:01.12193311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b327b076-b753-46ed-9bb4-1522c2d535b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:01.176051412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b327b076-b753-46ed-9bb4-1522c2d535b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:01.23000572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b327b076-b753-46ed-9bb4-1522c2d535b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:01.287949916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b327b076-b753-46ed-9bb4-1522c2d535b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:02.42652891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"1ffc7d0a-637f-449e-9521-31d10852bdf3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a999d7","tenantID":"e2e-ipp-a-a999d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:02.544238425Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"1ffc7d0a-637f-449e-9521-31d10852bdf3","name":"e2e-ipp-a-a999d7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:03.228942242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6adaa52-d1eb-4122-ac4d-06041b86b216","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:03.282848873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6adaa52-d1eb-4122-ac4d-06041b86b216","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:03.337292081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6adaa52-d1eb-4122-ac4d-06041b86b216","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:03.391366898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6adaa52-d1eb-4122-ac4d-06041b86b216","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:05.387669913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8290110c-6635-4cc1-93a4-9458b829fc70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:05.445673255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8290110c-6635-4cc1-93a4-9458b829fc70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:05.502883436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8290110c-6635-4cc1-93a4-9458b829fc70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:05.557680152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8290110c-6635-4cc1-93a4-9458b829fc70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:06.671327152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"6bf309a4-dc60-4b2d-87d7-ae523de899b1","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"tenant":"e2e-mt-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","model":"ai-tenant-e2e-mt-5e04421b/e2e-lifecycle-model-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:06.671356689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"6bf309a4-dc60-4b2d-87d7-ae523de899b1","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"routeName":"e2e-lifecycle-model-5e04421b-kserve-route","namespace":"ai-tenant-e2e-mt-5e04421b","llmisvcName":"e2e-lifecycle-model-5e04421b","gateway":"openshift-ingress/e2e-mt-5e04421b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:07.565058362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"226facc8-a490-4ec8-bfbc-51314869e7f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:07.619003651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"226facc8-a490-4ec8-bfbc-51314869e7f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:07.673557375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"226facc8-a490-4ec8-bfbc-51314869e7f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:07.727576757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"226facc8-a490-4ec8-bfbc-51314869e7f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:09.5863331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"e0bf4fa3-b382-490b-bcb5-0761617089e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-40aecd","tenantID":"e2e-api-b-40aecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:09.644114222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"e0bf4fa3-b382-490b-bcb5-0761617089e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"name":"e2e-api-b-40aecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:09.700511188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-40aecd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"e0bf4fa3-b382-490b-bcb5-0761617089e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:10.839378326Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:12.055851241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"c7b5e4e8-8e29-4b9f-bf2b-78c04b0cfe79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:12.2781987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5237e45a-eaaf-4b47-9b73-9a74aa6b2833","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:12.521493153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"135955f5-2a04-4815-81fa-5b3c9dbad8e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:12.521541924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"6ab9865f-ca29-40a1-84fd-eee53fd7526a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:12.620870294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"98e83b3e-5f93-4068-8f22-df8188c77e02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:18:12.668967836Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"f3766df9-38e7-4d70-936e-d5379acbfebb","name":"e2e-lifecycle-model-5e04421b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-5e04421b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:18:12.669022087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"f3766df9-38e7-4d70-936e-d5379acbfebb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-5e04421b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:12.73545825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"95be907b-b3cd-45a1-bc6d-ed184ed66058","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:12.838389644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"05ca89e1-1073-4bd3-b2d2-f482183b14ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:12.927673265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"d869c9c2-b9fd-43c1-8436-d7e958feba7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:12.950003181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"141d0218-3139-4a63-96b4-7afa70fc610c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:13.028019608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"12dcf0a1-8b25-4eb5-9da6-aae7872235e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:13.130775423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"7d9ca0b9-5183-468a-91ed-6067019f8bf0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:18:13.466943046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5e04421b","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"e2e-lifecycle-model-5e04421b","reconcileID":"f2c3879c-6092-4664-8ea8-1c369730eac8","error":"maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-5e04421b\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:13.527479695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"7282146b-e717-453c-a495-a18ec58b7ff5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:14.500605975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35091782-7b88-4552-8e94-8dc87dd185a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:14.580938054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35091782-7b88-4552-8e94-8dc87dd185a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:14.643027706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35091782-7b88-4552-8e94-8dc87dd185a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:14.705054634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35091782-7b88-4552-8e94-8dc87dd185a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:16.796119274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b67ba9-4b44-4b61-95d4-2c1d2edfd40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:16.850627384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b67ba9-4b44-4b61-95d4-2c1d2edfd40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:16.908113462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b67ba9-4b44-4b61-95d4-2c1d2edfd40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:16.962598756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b67ba9-4b44-4b61-95d4-2c1d2edfd40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:18.605802689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"bd2436dd-8f4f-478a-b56f-fd42fc60f1da","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-296ae9","tenantID":"e2e-ipp-a-296ae9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:18.724260119Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"bd2436dd-8f4f-478a-b56f-fd42fc60f1da","name":"e2e-ipp-a-296ae9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:18.784587513Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","namespace":"ai-tenant-e2e-mt-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:18.784645487Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","namespace":"ai-tenant-e2e-mt-5e04421b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:18.784694197Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","tenant":"e2e-mt-5e04421b","tenantID":"e2e-mt-5e04421b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:18.840220746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","gvk":"Deployment","name":"maas-api-e2e-mt-5e04421b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:18.902386656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","gvk":"Service","name":"maas-api-e2e-mt-5e04421b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:18.957837473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bc35e3-5a41-4dfd-a768-c6aff0e3031e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:18.96234178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-5e04421b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.012939776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bc35e3-5a41-4dfd-a768-c6aff0e3031e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.077042252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bc35e3-5a41-4dfd-a768-c6aff0e3031e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.077180635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-5e04421b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.147904262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.149217394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bc35e3-5a41-4dfd-a768-c6aff0e3031e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.20597149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.261911884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.318566486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.450430357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","gvk":"Deployment","name":"payload-processing-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.509169269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.564558373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","gvk":"Service","name":"payload-processing-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.618150431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","gvk":"Service","name":"payload-pre-processing-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.671657222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","gvk":"DestinationRule","name":"payload-processing-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.725211358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.778872647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.808607552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"a2459bfe-4dae-48b6-b605-5ac8d120a713","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-40aecd","tenantID":"e2e-api-b-40aecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.835188013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.866086606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"a2459bfe-4dae-48b6-b605-5ac8d120a713","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"name":"e2e-api-b-40aecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.888299545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.92247251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-40aecd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f3a11b49e6a050242c10b8c1e0394b5f3063ed0344a4956b0d84b662a94c7d11) AuthConfig (2b81736c93555c1cde91ad1c6b781f7de1d9eaee0f19cf87c86830b08f5689fe) AuthConfig (c20a7e5245be9273da310e18ec338c1dc82b9901bf8c98053afcdadfedbbd0d6) AuthConfig (b9e8f4ee77012292437971550714c64826d78584ab1222b5e36519c15a32ba7f) AuthConfig (88cf6817a96c9bd7cbdf34c43780fa783d02e592577229cd7d07630e75ea0d9c) AuthConfig (0fabbb753aaaa914cfd9ee1e407148ab9b98a0ce1a99c6ccd3be0ccf4cb7f0a6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"a2459bfe-4dae-48b6-b605-5ac8d120a713","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:19.94171507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:20.010228574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-5e04421b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:20.014822911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95f5c2b3-5a3d-4953-804f-46f4f257d03c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:20.014986878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95f5c2b3-5a3d-4953-804f-46f4f257d03c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:20.07004065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5e04421b"},"namespace":"ai-tenant-e2e-mt-5e04421b","name":"default-tenant","reconcileID":"120711ad-76a4-4fbd-8bdd-a49efa15ec9d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-5e04421b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:21.185985129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f65980-1bfb-458b-bb9e-673409f75a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:21.240097119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f65980-1bfb-458b-bb9e-673409f75a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:21.294318883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f65980-1bfb-458b-bb9e-673409f75a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:21.348302159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f65980-1bfb-458b-bb9e-673409f75a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:23.401957343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6f24085-acaf-40bb-bb3c-997af934d6b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:23.456093827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6f24085-acaf-40bb-bb3c-997af934d6b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:23.51548259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6f24085-acaf-40bb-bb3c-997af934d6b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:23.570620275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6f24085-acaf-40bb-bb3c-997af934d6b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:25.477343982Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","namespace":"ai-tenant-e2e-api-a-15203f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:25.477417183Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","namespace":"ai-tenant-e2e-api-a-15203f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:25.477474028Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","tenant":"e2e-api-a-15203f","tenantID":"e2e-api-a-15203f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:25.536487075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","gvk":"Deployment","name":"maas-api-e2e-api-a-15203f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:25.572505584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6adecbcb-519c-4e2a-b5f1-5bf464e9d5fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:25.646305464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6adecbcb-519c-4e2a-b5f1-5bf464e9d5fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:25.654046282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","gvk":"Service","name":"maas-api-e2e-api-a-15203f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:25.711350173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6adecbcb-519c-4e2a-b5f1-5bf464e9d5fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:25.811694407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6adecbcb-519c-4e2a-b5f1-5bf464e9d5fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:25.811836628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-15203f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:25.869504754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-15203f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:25.930699595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-15203f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:25.984812829Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-5e04421b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-5e04421b","reconcileID":"7aa88394-422b-42da-bc95-8b5c977746b8","aitenant":"ai-tenants/e2e-mt-5e04421b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:26.031107198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-15203f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:26.094507688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-15203f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:26.158107523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-15203f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:26.245631824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","gvk":"Deployment","name":"payload-processing-e2e-api-a-15203f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:26.304605625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-15203f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:26.360391875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","gvk":"Service","name":"payload-processing-e2e-api-a-15203f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:26.429053011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","gvk":"Service","name":"payload-pre-processing-e2e-api-a-15203f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:26.483089903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-15203f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:26.541200282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-15203f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:26.596970201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-15203f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:26.656577145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-15203f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:26.717460717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-15203f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:26.773368724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-15203f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:26.828296629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-15203f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:26.89006625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-15203f"},"namespace":"ai-tenant-e2e-api-a-15203f","name":"default-tenant","reconcileID":"f2112952-53ad-4dd3-997f-e2292441df61","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-15203f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:26.923400814Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-5e04421b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-5e04421b","reconcileID":"7aa88394-422b-42da-bc95-8b5c977746b8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-5e04421b","removed":["maas.opendatahub.io/gateway-access-e2e-mt-5e04421b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:28.122605192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b18124ee-ba5d-47e5-abdb-b66b2946c43d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:28.235038037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b18124ee-ba5d-47e5-abdb-b66b2946c43d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:28.33291892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b18124ee-ba5d-47e5-abdb-b66b2946c43d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:28.387973672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b18124ee-ba5d-47e5-abdb-b66b2946c43d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:28.527842179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1be3e428-1a39-48ce-b09a-8230b23d146b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:28.527972851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1be3e428-1a39-48ce-b09a-8230b23d146b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:28.586110501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7acaddb1-a621-494a-a19c-3d4513178a41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:28.586130678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7acaddb1-a621-494a-a19c-3d4513178a41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:28.734358472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"namespace":"ai-tenant-e2e-mt-ef029d76","name":"e2e-shared-int-policy-ef029d76","reconcileID":"e150ec61-b561-49fc-8d49-89f7f2463221","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:28.864721244Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"namespace":"ai-tenant-e2e-mt-ef029d76","name":"e2e-shared-int-policy-ef029d76","reconcileID":"e150ec61-b561-49fc-8d49-89f7f2463221","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:28.920631267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"namespace":"ai-tenant-e2e-mt-ef029d76","name":"e2e-shared-int-policy-ef029d76","reconcileID":"e150ec61-b561-49fc-8d49-89f7f2463221","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:28.953817016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03e79a01-517b-46a3-9122-feb4b930827d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:28.953845066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03e79a01-517b-46a3-9122-feb4b930827d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:28.976948649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d59e78f9-7559-470b-9c09-b2843ef90d1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:28.976969655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d59e78f9-7559-470b-9c09-b2843ef90d1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:29.013572856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1076354e-e358-429e-8606-927b26b7c02e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:29.013600282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1076354e-e358-429e-8606-927b26b7c02e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:18:29.067333479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"namespace":"ai-tenant-e2e-mt-ef029d76","name":"e2e-shared-int-sub-ef029d76","reconcileID":"0922b40f-1458-40d5-913e-46cd84dad06f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-ef029d76\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:29.083767245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"namespace":"ai-tenant-e2e-mt-ef029d76","name":"e2e-shared-int-policy-ef029d76","reconcileID":"9a5d59af-db6f-4248-b748-7b192a5b0057","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:29.141169939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"namespace":"ai-tenant-e2e-mt-ef029d76","name":"e2e-shared-int-policy-ef029d76","reconcileID":"9a5d59af-db6f-4248-b748-7b192a5b0057","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:29.193401408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6c5be44-d4a8-477e-9f69-cd4d3a1f5559","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:29.193510061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6c5be44-d4a8-477e-9f69-cd4d3a1f5559","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:29.202456419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"namespace":"ai-tenant-e2e-mt-ef029d76","name":"e2e-shared-int-policy-ef029d76","reconcileID":"9a5d59af-db6f-4248-b748-7b192a5b0057","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:29.254460939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54f94329-1c8a-41b3-bf9e-4057f87951ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:29.254479294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54f94329-1c8a-41b3-bf9e-4057f87951ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:29.55657052Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"namespace":"ai-tenant-e2e-mt-ef029d76","name":"e2e-shared-int-sub-ef029d76","reconcileID":"bc0a99be-9166-423f-a121-1c03b586ab10","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-ef029d76/e2e-shared-int-sub-ef029d76","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:29.731319476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8692ea1-3476-47d5-bee2-339c2c4cabeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:29.731339289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8692ea1-3476-47d5-bee2-339c2c4cabeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:29.778824123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"383528dd-b66c-44e4-8ba9-217a374849a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.012643294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45e583cf-80af-4e9e-bb9d-ccd763fef5de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.012777386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45e583cf-80af-4e9e-bb9d-ccd763fef5de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.013321084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"namespace":"ai-tenant-e2e-mt-ef029d76","name":"e2e-shared-int-sub-ef029d76","reconcileID":"4af49b3a-c101-4bf2-b30c-b792044fa118","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.074674743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5bf3d279-6b59-41be-9118-30de5aad8a08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.074697759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5bf3d279-6b59-41be-9118-30de5aad8a08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.123287897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"9f0aaab2-5074-4c07-a03f-d34478a6fa70","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-40aecd","tenantID":"e2e-api-b-40aecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.186993843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"9f0aaab2-5074-4c07-a03f-d34478a6fa70","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"name":"e2e-api-b-40aecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.224135907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"e2dcee86-8c03-49ac-9ba0-562f0250126b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.244442416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-40aecd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f3a11b49e6a050242c10b8c1e0394b5f3063ed0344a4956b0d84b662a94c7d11) AuthConfig (2b81736c93555c1cde91ad1c6b781f7de1d9eaee0f19cf87c86830b08f5689fe) AuthConfig (c20a7e5245be9273da310e18ec338c1dc82b9901bf8c98053afcdadfedbbd0d6) AuthConfig (b9e8f4ee77012292437971550714c64826d78584ab1222b5e36519c15a32ba7f) AuthConfig (88cf6817a96c9bd7cbdf34c43780fa783d02e592577229cd7d07630e75ea0d9c) AuthConfig (0fabbb753aaaa914cfd9ee1e407148ab9b98a0ce1a99c6ccd3be0ccf4cb7f0a6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"9f0aaab2-5074-4c07-a03f-d34478a6fa70","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.282531168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"e2dcee86-8c03-49ac-9ba0-562f0250126b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.287182655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"805d8971-7634-4b43-a4e4-bc080a7e5e82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.287198736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"805d8971-7634-4b43-a4e4-bc080a7e5e82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.33943194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"e2dcee86-8c03-49ac-9ba0-562f0250126b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.343985732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a73d7ffd-968c-4580-b008-d8493dfeb9d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.344003581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a73d7ffd-968c-4580-b008-d8493dfeb9d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:18:30.405849143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-sub-ef029d76","reconcileID":"7c6c3813-e906-41f0-be1c-4ec62a53c5b4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-ef029d76\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.406219483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd92cde6-0c44-435c-b600-a3193daf457a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.406274607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd92cde6-0c44-435c-b600-a3193daf457a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.50861286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a24bbcf-5a23-49f5-8dc5-a79d4752edf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.525651521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"172a5e46-0fb1-46d0-84e0-42bf8e241c19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.52567299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"172a5e46-0fb1-46d0-84e0-42bf8e241c19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.563022114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a24bbcf-5a23-49f5-8dc5-a79d4752edf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.618311307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a24bbcf-5a23-49f5-8dc5-a79d4752edf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.618358155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"ca0fb73f-689b-4d79-b657-29c929fc37ca","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.624860965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39713293-49d7-4622-8bae-e1d7c8e42e1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.624887452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39713293-49d7-4622-8bae-e1d7c8e42e1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.672554904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a24bbcf-5a23-49f5-8dc5-a79d4752edf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.731833551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"ca0fb73f-689b-4d79-b657-29c929fc37ca","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.791305349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"ca0fb73f-689b-4d79-b657-29c929fc37ca","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:30.955886888Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-sub-ef029d76","reconcileID":"77cfe196-40c5-4f64-aacd-d848be90f6c2","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-21246557/e2e-shared-int-sub-ef029d76","ai-tenant-e2e-mt-ef029d76/e2e-shared-int-sub-ef029d76","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:31.126713626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79113b52-5d81-469b-a487-577da9a4c2a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:31.126750039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79113b52-5d81-469b-a487-577da9a4c2a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:31.174538103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"namespace":"ai-tenant-e2e-mt-ef029d76","name":"e2e-shared-int-sub-ef029d76","reconcileID":"755b8bd8-5096-4021-96f8-c4a0f74f6ab7","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:31.174633108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"58763950-c8ed-45b3-b535-5c5b8d5c6c1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:31.342426419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-sub-ef029d76","reconcileID":"8854891a-d76a-49d0-b941-d2a2e56ca22f","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:32.607223151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b785159f-86c4-49a4-a823-492e4d8ec0b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:32.662298909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b785159f-86c4-49a4-a823-492e4d8ec0b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:32.717777999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b785159f-86c4-49a4-a823-492e4d8ec0b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:32.772909504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b785159f-86c4-49a4-a823-492e4d8ec0b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:33.228972908Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-15203f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-15203f","reconcileID":"dcf79910-1ac0-4110-8fd2-018164c484b1","aitenant":"ai-tenants/e2e-api-a-15203f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:34.041814727Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-15203f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-15203f","reconcileID":"dcf79910-1ac0-4110-8fd2-018164c484b1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-15203f","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-15203f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:34.765468008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adaa0371-7c03-4dfa-baeb-6cbd5f22bc51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:34.908591093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adaa0371-7c03-4dfa-baeb-6cbd5f22bc51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:34.96257481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adaa0371-7c03-4dfa-baeb-6cbd5f22bc51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:35.016845008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adaa0371-7c03-4dfa-baeb-6cbd5f22bc51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:36.020184727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81391a99-bb89-4086-a230-530ed13cd66e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:36.020203573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81391a99-bb89-4086-a230-530ed13cd66e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:36.039438423Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"namespace":"ai-tenant-e2e-mt-ef029d76","name":"e2e-shared-int-policy-ef029d76","reconcileID":"db7c4d9c-0e80-426a-afa6-4e831f5b02e1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:36.200759048Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"namespace":"ai-tenant-e2e-mt-ef029d76","name":"e2e-shared-int-policy-ef029d76","reconcileID":"db7c4d9c-0e80-426a-afa6-4e831f5b02e1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"policyNamespace":"ai-tenant-e2e-mt-ef029d76","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:36.260604293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7951f01d-a729-4bc7-9136-1db7fb37913d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:36.26062928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7951f01d-a729-4bc7-9136-1db7fb37913d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:36.410753027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37bc4eea-dbd8-43e6-9973-ef3db380aea7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:36.410772394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37bc4eea-dbd8-43e6-9973-ef3db380aea7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:36.939599878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"732ca77c-0b20-46f0-904d-0d0ecd8b04da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:36.993599204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"732ca77c-0b20-46f0-904d-0d0ecd8b04da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:37.047454624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"732ca77c-0b20-46f0-904d-0d0ecd8b04da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:37.101611981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"732ca77c-0b20-46f0-904d-0d0ecd8b04da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:39.270357674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2a852a-8aae-4da9-9d8b-95de355e05f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:39.324671208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2a852a-8aae-4da9-9d8b-95de355e05f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:39.378762981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2a852a-8aae-4da9-9d8b-95de355e05f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:39.433239894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2a852a-8aae-4da9-9d8b-95de355e05f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:40.358948125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"4bad5a40-7f46-4d07-93cf-e96f7d82d47e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-40aecd","tenantID":"e2e-api-b-40aecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:40.363431771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f064223-ff73-41a3-bd6d-29ebbc08a6e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:40.363448391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f064223-ff73-41a3-bd6d-29ebbc08a6e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:40.426459938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"4bad5a40-7f46-4d07-93cf-e96f7d82d47e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"name":"e2e-api-b-40aecd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:18:40.785608288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"4bad5a40-7f46-4d07-93cf-e96f7d82d47e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-b-40aecd-policy\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:40.844768031Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"672cc3d9-62a2-43b8-8a56-ee19397e4bee","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:40.845161662Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:40.96094502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"611cfa43-0d13-4fd3-a1ce-a53799d82f83","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:41.024259195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"611cfa43-0d13-4fd3-a1ce-a53799d82f83","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:41.084432053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"611cfa43-0d13-4fd3-a1ce-a53799d82f83","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:41.105232198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"672cc3d9-62a2-43b8-8a56-ee19397e4bee","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-40aecd","tenantID":"e2e-api-b-40aecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:41.281774246Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"672cc3d9-62a2-43b8-8a56-ee19397e4bee","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"name":"e2e-api-b-40aecd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:41.281802714Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"e2e-e2e-api-b-40aecd-policy","reconcileID":"672cc3d9-62a2-43b8-8a56-ee19397e4bee","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-40aecd-policy","namespace":"ai-tenant-e2e-api-b-40aecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-40aecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:41.339589766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a48dc7d3-410e-4e09-b772-b5a904eeaf4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:41.33961601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a48dc7d3-410e-4e09-b772-b5a904eeaf4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:41.454858668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e5f6ca-ee23-4be2-9204-cc54bb974ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:41.515183651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e5f6ca-ee23-4be2-9204-cc54bb974ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:41.5692961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e5f6ca-ee23-4be2-9204-cc54bb974ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:41.629905542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e5f6ca-ee23-4be2-9204-cc54bb974ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:43.917183024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd40ce42-f2ff-47d3-a767-98b258f93b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:43.975256004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd40ce42-f2ff-47d3-a767-98b258f93b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:44.09534895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd40ce42-f2ff-47d3-a767-98b258f93b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:44.15837368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd40ce42-f2ff-47d3-a767-98b258f93b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:46.191830644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311f5cf9-e7ba-48ac-a60c-22221e0eb2bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:46.246140385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311f5cf9-e7ba-48ac-a60c-22221e0eb2bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:46.300157154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311f5cf9-e7ba-48ac-a60c-22221e0eb2bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:46.355237717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311f5cf9-e7ba-48ac-a60c-22221e0eb2bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:46.627513156Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"namespace":"ai-tenant-e2e-mt-ef029d76","name":"e2e-shared-int-sub-ef029d76","reconcileID":"1c9ba259-cc5a-42ea-a635-8be3520c5871","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-ef029d76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:46.848025385Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"namespace":"ai-tenant-e2e-mt-ef029d76","name":"e2e-shared-int-sub-ef029d76","reconcileID":"1c9ba259-cc5a-42ea-a635-8be3520c5871","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-ef029d76"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-21246557/e2e-shared-int-sub-ef029d76","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:47.065228134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-sub-ef029d76","reconcileID":"41a3ebcb-6d1c-4d9c-ad7a-4762a425f8ec","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:47.06689849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"074ca41e-06df-4fa5-9062-e4b0877cfe93","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:47.114037883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6acfb1fb-634e-4ad8-973a-617b49c7a09b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:47.114057331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6acfb1fb-634e-4ad8-973a-617b49c7a09b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:48.278907418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c2cacb-3b90-4fec-9915-73ffaa33831c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:48.333575873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c2cacb-3b90-4fec-9915-73ffaa33831c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:48.387348631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c2cacb-3b90-4fec-9915-73ffaa33831c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:48.441414432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c2cacb-3b90-4fec-9915-73ffaa33831c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:51.196061124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"ac2409cf-999d-4c68-8387-a2f67db4f0ae","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:51.255539596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"ac2409cf-999d-4c68-8387-a2f67db4f0ae","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:51.267307419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f640d30d-69f6-4b13-87f4-cb05130fc888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:51.321481799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f640d30d-69f6-4b13-87f4-cb05130fc888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:51.32376162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"ac2409cf-999d-4c68-8387-a2f67db4f0ae","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:51.375465095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f640d30d-69f6-4b13-87f4-cb05130fc888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:51.42981737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f640d30d-69f6-4b13-87f4-cb05130fc888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:53.401462966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d13cbbd8-e552-4cab-825e-549c65b624a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:53.45628286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d13cbbd8-e552-4cab-825e-549c65b624a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:53.512960152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d13cbbd8-e552-4cab-825e-549c65b624a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:18:53.56909972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d13cbbd8-e552-4cab-825e-549c65b624a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:01.441231637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"3011c3fd-14d7-4dd3-953a-5e92f5199d8f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:01.498578055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"3011c3fd-14d7-4dd3-953a-5e92f5199d8f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:01.554797322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"3011c3fd-14d7-4dd3-953a-5e92f5199d8f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:01.809389541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d5ecf86-d684-473d-ace3-18511e35aeed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:01.86324717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d5ecf86-d684-473d-ace3-18511e35aeed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:01.9173551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d5ecf86-d684-473d-ace3-18511e35aeed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:01.971755536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d5ecf86-d684-473d-ace3-18511e35aeed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:03.969284798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5425766d-d786-4635-9adc-c266e73808b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:04.024250308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5425766d-d786-4635-9adc-c266e73808b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:04.078536246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5425766d-d786-4635-9adc-c266e73808b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:04.133860719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5425766d-d786-4635-9adc-c266e73808b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:10.126762609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"a4efd49c-a309-4949-b263-07f28578a8ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:10.247547559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"fc63d196-e6ba-4344-9f68-c215daa3e412","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:10.351875054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"47dd6bcc-f85e-496e-b35c-5caace40696e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:10.495652528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"6a483a5d-cea6-4c2f-8e34-4dd233f40bd7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:10.56537799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a8400677-3415-490a-afc0-33c6e59ea9c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:10.56538623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-sub-ef029d76","reconcileID":"b573d4a0-1d29-463b-9363-cded907f9401","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:10.662907549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"f0c4d15a-85ad-458d-aed9-606a4e2252d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:10.765433633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"fc5433ad-4436-44ae-a1e1-9974ff25b2ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:10.832261528Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:10.910572057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"e0084b7f-3b20-4b5b-b5cd-53b169aba6ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:11.021610289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"f0a5c172-869e-4b64-9837-ec6ba78befb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:11.120850348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"3fa59194-c5ae-4082-89da-cb643c6e6a72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:11.264539701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"b6731de2-b6ee-491d-9002-ee28bbf8f29c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:11.264537043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"70f6ec69-8142-4175-b736-40e96eb38d31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:11.662447256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"4cbc94cc-8959-4d4e-9a15-81ce1179b393","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:11.719928111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"4cbc94cc-8959-4d4e-9a15-81ce1179b393","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:11.776191559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"4cbc94cc-8959-4d4e-9a15-81ce1179b393","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:11.836342627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f1032ca-65e3-40b9-9171-d912b0096482","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:11.836360641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f1032ca-65e3-40b9-9171-d912b0096482","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:12.138663111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9813d31c-f89f-4071-aa26-0d55a3783b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:12.19261646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9813d31c-f89f-4071-aa26-0d55a3783b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:12.352686687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9813d31c-f89f-4071-aa26-0d55a3783b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:12.406599145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9813d31c-f89f-4071-aa26-0d55a3783b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:13.355756293Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d3184c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d3184c","reconcileID":"2a131f39-fb60-457b-8635-2b3da3556f80","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d3184c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-d3184c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:14.490922851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce6360c2-511f-4303-9d70-0edf0c5788c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:14.54529571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce6360c2-511f-4303-9d70-0edf0c5788c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:14.599357089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce6360c2-511f-4303-9d70-0edf0c5788c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:14.654013214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce6360c2-511f-4303-9d70-0edf0c5788c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:16.779019541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1b87f9-bb59-40b9-a891-b57fe07b0376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:16.833182234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1b87f9-bb59-40b9-a891-b57fe07b0376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:16.887144759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1b87f9-bb59-40b9-a891-b57fe07b0376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:16.941587654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1b87f9-bb59-40b9-a891-b57fe07b0376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:19.050462453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8cfb7a-cbd3-4233-a181-85925ca4606d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:19.119833902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8cfb7a-cbd3-4233-a181-85925ca4606d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:19.184477171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8cfb7a-cbd3-4233-a181-85925ca4606d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:19.254233197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8cfb7a-cbd3-4233-a181-85925ca4606d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:21.267854502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df30d45c-a38a-4a23-8722-1e007ba2c191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:21.331617129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df30d45c-a38a-4a23-8722-1e007ba2c191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:21.386026559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df30d45c-a38a-4a23-8722-1e007ba2c191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:21.440128044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df30d45c-a38a-4a23-8722-1e007ba2c191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:21.999573109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"21d963a6-dfbf-4ed6-92f3-db43189a6608","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:22.058933618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"21d963a6-dfbf-4ed6-92f3-db43189a6608","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:22.115546898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"21d963a6-dfbf-4ed6-92f3-db43189a6608","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:25.165448627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a7fd1a-952f-430f-b895-de0e2aa0dce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:25.219739967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a7fd1a-952f-430f-b895-de0e2aa0dce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:25.273845963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a7fd1a-952f-430f-b895-de0e2aa0dce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:25.328128352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a7fd1a-952f-430f-b895-de0e2aa0dce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:26.520796061Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-316e97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-316e97","reconcileID":"17c58807-9825-4970-8132-3d21f4e8864e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-316e97","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-316e97":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:27.363320352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71512e26-607e-427d-8a32-e856acd559bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:27.419955497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71512e26-607e-427d-8a32-e856acd559bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:27.474140185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71512e26-607e-427d-8a32-e856acd559bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:27.528270425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71512e26-607e-427d-8a32-e856acd559bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:29.652401479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1447af83-3880-4562-8977-455bbcd1b5f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:29.709392631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1447af83-3880-4562-8977-455bbcd1b5f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:29.763394589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1447af83-3880-4562-8977-455bbcd1b5f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:29.817171054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1447af83-3880-4562-8977-455bbcd1b5f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:31.866581053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda8c284-ac5b-4617-a773-96085f18acc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:31.920698066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda8c284-ac5b-4617-a773-96085f18acc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:31.97470492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda8c284-ac5b-4617-a773-96085f18acc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:32.028543882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda8c284-ac5b-4617-a773-96085f18acc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:32.261672599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"7a8cf4e5-7069-4dff-8dbc-e8a1e790075d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:32.3201049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"7a8cf4e5-7069-4dff-8dbc-e8a1e790075d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:32.545444174Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","namespace":"ai-tenant-e2e-api-b-40aecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:32.545550231Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","namespace":"ai-tenant-e2e-api-b-40aecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:32.54563099Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","tenant":"e2e-api-b-40aecd","tenantID":"e2e-api-b-40aecd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:32.595717492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c5554bb-8c10-42d4-994c-fce638029d95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:32.595767567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c5554bb-8c10-42d4-994c-fce638029d95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:32.60187248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","gvk":"Deployment","name":"maas-api-e2e-api-b-40aecd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:32.663335349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","gvk":"Service","name":"maas-api-e2e-api-b-40aecd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:32.72318343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-40aecd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:32.778255803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-40aecd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:32.836405499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-40aecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:32.902156159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-40aecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:32.969096834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-40aecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:33.027162487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-40aecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:33.092124414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","gvk":"Deployment","name":"payload-processing-e2e-api-b-40aecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:33.202462471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-40aecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:33.258872151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","gvk":"Service","name":"payload-processing-e2e-api-b-40aecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:33.313133497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","gvk":"Service","name":"payload-pre-processing-e2e-api-b-40aecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:33.366566147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-40aecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:33.419966457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-40aecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:33.488930118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-40aecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:33.545601396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-40aecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:33.599142516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-40aecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:33.65263144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-40aecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:33.711099768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-40aecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:33.776019618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-40aecd"},"namespace":"ai-tenant-e2e-api-b-40aecd","name":"default-tenant","reconcileID":"65e0ba64-8258-4107-b07b-67bcf747d73b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-40aecd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:34.056615285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29198f0f-7630-4b1f-b584-24846d46b001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:34.110929898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29198f0f-7630-4b1f-b584-24846d46b001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:34.164795523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29198f0f-7630-4b1f-b584-24846d46b001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:34.220696046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29198f0f-7630-4b1f-b584-24846d46b001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:37.333657789Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-40aecd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-40aecd","reconcileID":"da92052b-8906-4402-aafc-72dd9bdc85bd","aitenant":"ai-tenants/e2e-api-b-40aecd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:37.906470954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f600c7-1430-46e3-b5e0-f26c424b9e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:37.960339706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f600c7-1430-46e3-b5e0-f26c424b9e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:38.014236504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f600c7-1430-46e3-b5e0-f26c424b9e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:38.068428186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f600c7-1430-46e3-b5e0-f26c424b9e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:38.183380655Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-40aecd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-40aecd","reconcileID":"da92052b-8906-4402-aafc-72dd9bdc85bd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-40aecd","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-40aecd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:40.057496196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd0ee71-232f-4df0-954c-23458ff62ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:40.115315809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd0ee71-232f-4df0-954c-23458ff62ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:40.170221504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd0ee71-232f-4df0-954c-23458ff62ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:40.224495871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd0ee71-232f-4df0-954c-23458ff62ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:40.833153775Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:44.344155265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c637104-40cd-4477-9f4e-136ec25993f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:44.398246251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c637104-40cd-4477-9f4e-136ec25993f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:44.452702179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c637104-40cd-4477-9f4e-136ec25993f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:44.507224647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c637104-40cd-4477-9f4e-136ec25993f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:44.839570506Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-e87e9a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-e87e9a","reconcileID":"ac9d5445-7a44-4de1-bdf3-ddf94fa63402","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-e87e9a","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-e87e9a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:46.450184273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5cfb38d-0690-4be5-a4df-37b01539e6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:46.504078441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5cfb38d-0690-4be5-a4df-37b01539e6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:46.558393719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5cfb38d-0690-4be5-a4df-37b01539e6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:46.612414452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5cfb38d-0690-4be5-a4df-37b01539e6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:48.598328172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22158181-8ed2-48bb-9f2f-5242487d4f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:48.656004614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22158181-8ed2-48bb-9f2f-5242487d4f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:48.710613533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22158181-8ed2-48bb-9f2f-5242487d4f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:48.764754831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22158181-8ed2-48bb-9f2f-5242487d4f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:50.751677502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d288c1ea-9e58-46a7-bda9-9b5abca84092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:50.806261456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d288c1ea-9e58-46a7-bda9-9b5abca84092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:50.860672994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d288c1ea-9e58-46a7-bda9-9b5abca84092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:50.914791144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d288c1ea-9e58-46a7-bda9-9b5abca84092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:52.900470853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42536f4d-738f-4db5-9537-33d5f07c4320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:52.954664207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42536f4d-738f-4db5-9537-33d5f07c4320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:53.00870547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42536f4d-738f-4db5-9537-33d5f07c4320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:53.06306324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42536f4d-738f-4db5-9537-33d5f07c4320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:54.777675033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"26596c72-e2c1-4c42-8cdc-45824eda0114","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:54.841953092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5f8ebcd5-8feb-48c7-a029-7d6188343af7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:54.891861395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"f63e572c-a422-42c3-84c4-11e54b415c6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:55.064762152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"4983da0d-9e16-4b21-aad3-4f3c61644544","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:55.142451493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15f1b65-a65c-49b8-9ae9-d46f1c5c9953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:55.173618849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"dabc09ec-15ba-45f7-af43-d4303576c612","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:55.200638534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15f1b65-a65c-49b8-9ae9-d46f1c5c9953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:55.261883335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15f1b65-a65c-49b8-9ae9-d46f1c5c9953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:55.316764606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15f1b65-a65c-49b8-9ae9-d46f1c5c9953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:55.426410727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"8d9b8b6a-a8b1-4c89-a15c-838e7a4fc36c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:55.426603583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"6eac58f2-2c18-4c80-ac7d-f7201a61cd10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:55.481233161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"b03a05ec-51b8-4db5-a29b-7ecd0b502af9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:55.58880244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-sub-ef029d76","reconcileID":"b6a5b514-e090-4fba-aa39-02de81015aa1","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:55.71303416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30374cc3-3df1-4b2a-bcf8-2a491623bba2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:55.821150211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"625aecf2-925c-41e2-a4fd-1a5b175a6ae7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:55.821191555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"5450b024-2c49-4aaa-961e-c3a025d6133d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:55.921536079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"33af9552-8a29-43c0-a35c-01ae54e5a011","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:57.26252952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc17176-7354-4bcb-92e8-66d58b36fbbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:57.317184584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc17176-7354-4bcb-92e8-66d58b36fbbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:57.371899232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc17176-7354-4bcb-92e8-66d58b36fbbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:19:57.426033634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc17176-7354-4bcb-92e8-66d58b36fbbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:07.198393427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d72cb6-a3c9-4650-a4e3-cc1d02caf810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:07.252690921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d72cb6-a3c9-4650-a4e3-cc1d02caf810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:07.306752016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d72cb6-a3c9-4650-a4e3-cc1d02caf810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:07.360686014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d72cb6-a3c9-4650-a4e3-cc1d02caf810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:07.73026875Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-3b8db2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-3b8db2","reconcileID":"79306a35-2206-4f1e-adc5-5e3940b5c0ce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-3b8db2","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-3b8db2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:09.254609632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"02308b0f-9ed6-4d29-94ab-6a89ae6fb2dc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-d3184c","tenantID":"e2e-ipp-b-d3184c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:09.351805558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3859c521-6d6b-4846-803b-e3a957b343d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:09.40579144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3859c521-6d6b-4846-803b-e3a957b343d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:09.416244087Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"02308b0f-9ed6-4d29-94ab-6a89ae6fb2dc","name":"e2e-ipp-b-d3184c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:09.460319491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3859c521-6d6b-4846-803b-e3a957b343d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:09.514416406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3859c521-6d6b-4846-803b-e3a957b343d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:10.831583612Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:11.566820669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e74f931-409f-4252-a047-8277a8eda2fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:11.629223745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e74f931-409f-4252-a047-8277a8eda2fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:11.689545574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e74f931-409f-4252-a047-8277a8eda2fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:11.744101938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e74f931-409f-4252-a047-8277a8eda2fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:13.687984679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3798bcc-dc5e-4360-a725-1d5d929c57df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:13.7417854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3798bcc-dc5e-4360-a725-1d5d929c57df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:13.795582133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3798bcc-dc5e-4360-a725-1d5d929c57df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:13.849441236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3798bcc-dc5e-4360-a725-1d5d929c57df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:15.866431456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee90c19-5b02-4220-8101-d21d2a93ae2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:15.9212452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee90c19-5b02-4220-8101-d21d2a93ae2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:15.975941222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee90c19-5b02-4220-8101-d21d2a93ae2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:16.030127186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee90c19-5b02-4220-8101-d21d2a93ae2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:17.73279279Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"2167e80d-ad69-4227-9e50-65ff74e6b683","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:17.732925058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"350358d0-aeeb-4c07-a263-2fbf153c5bcf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:17.732942561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"350358d0-aeeb-4c07-a263-2fbf153c5bcf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:17.886492179Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-policy-ef029d76","reconcileID":"2167e80d-ad69-4227-9e50-65ff74e6b683","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"policyNamespace":"ai-tenant-e2e-mt-21246557","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:17.94376931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1c33c0b-019b-49f9-9d8e-8cf4d5f3f914","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:17.943790826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1c33c0b-019b-49f9-9d8e-8cf4d5f3f914","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:18.049570907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3c3645-8c1c-4471-897f-c42ee5a10b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:18.094376566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21a51e7a-429e-4e45-9615-75775fb86a1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:18.094399301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21a51e7a-429e-4e45-9615-75775fb86a1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:18.103866015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3c3645-8c1c-4471-897f-c42ee5a10b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:18.159166129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3c3645-8c1c-4471-897f-c42ee5a10b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:18.213132744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3c3645-8c1c-4471-897f-c42ee5a10b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:28.327424125Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-sub-ef029d76","reconcileID":"8f6f2ca6-2a48-4d55-988b-8701156eac1d","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-ef029d76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:28.554134825Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"namespace":"ai-tenant-e2e-mt-21246557","name":"e2e-shared-int-sub-ef029d76","reconcileID":"8f6f2ca6-2a48-4d55-988b-8701156eac1d","MaaSSubscription":{"name":"e2e-shared-int-sub-ef029d76","namespace":"ai-tenant-e2e-mt-21246557"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:28.775147402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"77742d6a-1017-4958-bb33-c849272b28a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:28.928468077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8691a6e-4c28-471c-95e4-6f7993547103","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:28.928487287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8691a6e-4c28-471c-95e4-6f7993547103","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:32.567842532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"b9eefcbf-5e30-4ef6-af43-706fd4d17bc6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-316e97","tenantID":"e2e-ipp-b-316e97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:32.685320233Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"b9eefcbf-5e30-4ef6-af43-706fd4d17bc6","name":"e2e-ipp-b-316e97-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:40.832586931Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:54.377719942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"9f24538f-36e7-46e2-a19d-b296428ff175","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e87e9a","tenantID":"e2e-ipp-a-e87e9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:20:54.546865073Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"9f24538f-36e7-46e2-a19d-b296428ff175","name":"e2e-ipp-a-e87e9a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:10.83260351Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:18.045286922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523e8b71-85d6-4520-88c4-db9347d737dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:18.099803955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523e8b71-85d6-4520-88c4-db9347d737dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:18.153802906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523e8b71-85d6-4520-88c4-db9347d737dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:18.207658444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523e8b71-85d6-4520-88c4-db9347d737dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:20.251785409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa7f65cd-648d-459c-8817-d42eebb32031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:20.305552013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa7f65cd-648d-459c-8817-d42eebb32031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:20.359623138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa7f65cd-648d-459c-8817-d42eebb32031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:20.413440083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa7f65cd-648d-459c-8817-d42eebb32031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:21.265658179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"c7bd7461-fb94-4a2b-885c-0d36578f477c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-3b8db2","tenantID":"e2e-ipp-b-3b8db2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:21.384236924Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"c7bd7461-fb94-4a2b-885c-0d36578f477c","name":"e2e-ipp-b-3b8db2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:22.437552953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5444dae8-388c-4e70-a694-3a4a6df2d58a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:22.491951116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5444dae8-388c-4e70-a694-3a4a6df2d58a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:22.546245045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5444dae8-388c-4e70-a694-3a4a6df2d58a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:22.600205589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5444dae8-388c-4e70-a694-3a4a6df2d58a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:24.656873775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0213020-26e0-4f56-95c6-9ca9e96850e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:24.711094424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0213020-26e0-4f56-95c6-9ca9e96850e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:24.765178744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0213020-26e0-4f56-95c6-9ca9e96850e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:24.81941785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0213020-26e0-4f56-95c6-9ca9e96850e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:40.832502609Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:45.144482988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89795eb8-a7d9-4d9e-898d-71ad41f89c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:45.198777798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89795eb8-a7d9-4d9e-898d-71ad41f89c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:45.253031022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89795eb8-a7d9-4d9e-898d-71ad41f89c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:45.307014033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89795eb8-a7d9-4d9e-898d-71ad41f89c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:47.286642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35c769d3-2283-4567-a4a6-b5bcf2c7338e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:47.34056145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35c769d3-2283-4567-a4a6-b5bcf2c7338e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:47.399994978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35c769d3-2283-4567-a4a6-b5bcf2c7338e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:21:47.454318238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35c769d3-2283-4567-a4a6-b5bcf2c7338e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:00.130540564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"f5cb959a-e1a6-451b-8149-4c1f2130beef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:00.230470794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"716a698c-4203-444a-bad3-adc4b9999bcc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:00.394278919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"ad9b09c2-8003-4d7a-91c2-9eb8c8ac7d09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:00.506592359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"2a62b72a-a8ee-4422-b56c-7f8d1e3eaaab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:00.601521703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"aedeb94e-8c23-451b-8cac-4f4828dde994","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:00.722530156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0e2ef64d-058e-426e-807a-9e3942d48f27","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:00.812345218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"5c5aa34b-20ed-45f3-80ed-f27c922dbcbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:00.907206241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"12ce0293-884c-4c09-b7e1-e7f3b16470d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:01.074636325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"1567a77f-af76-41b6-8cc1-9cf319eeed57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:01.244615848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"7764bc1f-1c2f-497e-97f4-c80d2ee83180","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:01.404504371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"440e0828-ca4d-40ba-ae0e-84ed757ea9b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:01.512259345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"497aad2b-9602-4036-95c2-6520030a99bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:04.860647551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab71307-369c-4dbf-86ec-737e05e9b050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:04.914555375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab71307-369c-4dbf-86ec-737e05e9b050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:04.96894069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab71307-369c-4dbf-86ec-737e05e9b050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:05.022957585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab71307-369c-4dbf-86ec-737e05e9b050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:05.404892433Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-57e2cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-57e2cf","reconcileID":"d8d532ce-c1f4-4120-b7dc-09dcb482d6fa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-57e2cf","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-57e2cf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:07.048799551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bffa286f-d956-4e3a-bc49-5e8fc2fbd2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:07.10307298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bffa286f-d956-4e3a-bc49-5e8fc2fbd2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:07.157757621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bffa286f-d956-4e3a-bc49-5e8fc2fbd2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:07.211874006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bffa286f-d956-4e3a-bc49-5e8fc2fbd2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:09.155557457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9fe22d-8824-453c-9c5b-e81c80b86fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:09.209809566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9fe22d-8824-453c-9c5b-e81c80b86fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:09.26378026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9fe22d-8824-453c-9c5b-e81c80b86fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:09.318446593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9fe22d-8824-453c-9c5b-e81c80b86fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:10.849346755Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:11.442645171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053b7edc-60db-4c47-8b7b-f6c2f97e75a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:11.49691375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053b7edc-60db-4c47-8b7b-f6c2f97e75a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:11.550860028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053b7edc-60db-4c47-8b7b-f6c2f97e75a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:11.60464575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053b7edc-60db-4c47-8b7b-f6c2f97e75a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:13.941418383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8e99cea-1d2a-43d1-bfa5-5587725e9cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:14.00195915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8e99cea-1d2a-43d1-bfa5-5587725e9cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:14.056721855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8e99cea-1d2a-43d1-bfa5-5587725e9cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:14.110919218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8e99cea-1d2a-43d1-bfa5-5587725e9cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:15.520977513Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-408103","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-408103","reconcileID":"58f0fc85-2041-411e-ab86-ec737d7fbcfd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-408103","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-408103":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:16.074583697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb7ad68-d903-4791-ad35-753fd8645af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:16.129021622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb7ad68-d903-4791-ad35-753fd8645af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:16.183221523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb7ad68-d903-4791-ad35-753fd8645af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:16.237411274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb7ad68-d903-4791-ad35-753fd8645af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:18.167724628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2dcccc-f9ab-4c6a-9e13-579f2013c362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:18.22245828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2dcccc-f9ab-4c6a-9e13-579f2013c362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:18.276358295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2dcccc-f9ab-4c6a-9e13-579f2013c362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:18.330379269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2dcccc-f9ab-4c6a-9e13-579f2013c362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:20.316021154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed27ad47-0dc2-4bef-8ff0-65ea9e87b978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:20.378520022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed27ad47-0dc2-4bef-8ff0-65ea9e87b978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:20.432600082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed27ad47-0dc2-4bef-8ff0-65ea9e87b978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:20.487693193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed27ad47-0dc2-4bef-8ff0-65ea9e87b978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:37.31831512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"defe6e23-087c-40e8-866c-c72b1e83b456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:37.372318376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"defe6e23-087c-40e8-866c-c72b1e83b456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:37.426145366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"defe6e23-087c-40e8-866c-c72b1e83b456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:37.48031128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"defe6e23-087c-40e8-866c-c72b1e83b456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:39.41266406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55348a77-98d1-4039-a11a-af278a447865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:39.466489729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55348a77-98d1-4039-a11a-af278a447865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:39.52067557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55348a77-98d1-4039-a11a-af278a447865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:39.574828908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55348a77-98d1-4039-a11a-af278a447865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:40.832400673Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:52.122540446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b5089b-d396-49a4-b980-5564d1e83fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:52.17648769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b5089b-d396-49a4-b980-5564d1e83fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:52.231024044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b5089b-d396-49a4-b980-5564d1e83fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:52.285415361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b5089b-d396-49a4-b980-5564d1e83fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:54.220770464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f6e341-61aa-4e1f-890d-46e22ceb11a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:54.274597988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f6e341-61aa-4e1f-890d-46e22ceb11a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:54.328467988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f6e341-61aa-4e1f-890d-46e22ceb11a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:54.382228783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f6e341-61aa-4e1f-890d-46e22ceb11a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:56.336804082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7786c8a5-0162-4fec-99f1-c38ff918fcf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:56.390538348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7786c8a5-0162-4fec-99f1-c38ff918fcf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:56.444418377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7786c8a5-0162-4fec-99f1-c38ff918fcf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:56.498480228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7786c8a5-0162-4fec-99f1-c38ff918fcf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:58.516770278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793c1069-9a41-4ed3-b5bc-9d5ec14d5e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:58.570872271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793c1069-9a41-4ed3-b5bc-9d5ec14d5e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:58.629341649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793c1069-9a41-4ed3-b5bc-9d5ec14d5e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:22:58.68694719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793c1069-9a41-4ed3-b5bc-9d5ec14d5e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:00.670456434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c77440a6-ea06-4b56-a94a-72470a9e0026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:00.724538531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c77440a6-ea06-4b56-a94a-72470a9e0026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:00.778748152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c77440a6-ea06-4b56-a94a-72470a9e0026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:00.833337936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c77440a6-ea06-4b56-a94a-72470a9e0026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:10.831844522Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:25.072148445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8021eed8-873d-4c81-a5f2-959295497f47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:25.12625628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8021eed8-873d-4c81-a5f2-959295497f47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:25.180712126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8021eed8-873d-4c81-a5f2-959295497f47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:25.234801375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8021eed8-873d-4c81-a5f2-959295497f47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:27.254433426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f89d5c-820f-4415-8d45-bf8a56d402af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:27.308530902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f89d5c-820f-4415-8d45-bf8a56d402af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:27.362491364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f89d5c-820f-4415-8d45-bf8a56d402af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:27.416680213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f89d5c-820f-4415-8d45-bf8a56d402af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:28.995623922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"af59eb4b-18df-432b-a8bb-d48181bab4a7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-57e2cf","tenantID":"e2e-ipp-a-57e2cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:29.113429369Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"af59eb4b-18df-432b-a8bb-d48181bab4a7","name":"e2e-ipp-a-57e2cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:29.171919337Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","namespace":"ai-tenant-e2e-ipp-a-a999d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:29.171981813Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","namespace":"ai-tenant-e2e-ipp-a-a999d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:29.17206111Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","tenant":"e2e-ipp-a-a999d7","tenantID":"e2e-ipp-a-a999d7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:29.227339747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","gvk":"Deployment","name":"maas-api-e2e-ipp-a-a999d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:29.28855254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","gvk":"Service","name":"maas-api-e2e-ipp-a-a999d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:29.347362466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-a999d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:29.402298154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-a999d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:29.446980704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769537fd-a100-4407-8afb-4fb464931dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:29.50555839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-a999d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:29.516231443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769537fd-a100-4407-8afb-4fb464931dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:29.574025219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769537fd-a100-4407-8afb-4fb464931dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:29.575579752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-a999d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:29.627955606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769537fd-a100-4407-8afb-4fb464931dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:29.68662998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-a999d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:29.755346242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-a999d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:29.811101535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-a999d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:29.919613457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-a999d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:29.985234281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","gvk":"Service","name":"payload-processing-e2e-ipp-a-a999d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:30.045764885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-a999d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:30.102061294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-a999d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:30.15766949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-a999d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:30.214897332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-a999d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:30.273901161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-a999d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:30.32950902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-a999d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:30.384918422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-a999d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:30.440565669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-a999d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:30.497350739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a999d7"},"namespace":"ai-tenant-e2e-ipp-a-a999d7","name":"default-tenant","reconcileID":"e3a27c93-dbb7-4d16-a218-5e0203b7e8cf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-a999d7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:31.592874954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4bf4b8a-163d-42e2-9032-825697712e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:31.651498904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4bf4b8a-163d-42e2-9032-825697712e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:31.720555595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4bf4b8a-163d-42e2-9032-825697712e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:31.774652805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4bf4b8a-163d-42e2-9032-825697712e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:32.101813046Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a999d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a999d7","reconcileID":"fb6cfb2c-10f1-4c09-bd65-bbd99efa904e","aitenant":"ai-tenants/e2e-ipp-a-a999d7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:32.91531868Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a999d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a999d7","reconcileID":"fb6cfb2c-10f1-4c09-bd65-bbd99efa904e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a999d7","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-a999d7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:33.756614841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e84c60-f55b-4775-99e4-c96e960894e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:33.810554256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e84c60-f55b-4775-99e4-c96e960894e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:33.864623716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e84c60-f55b-4775-99e4-c96e960894e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:33.919847315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e84c60-f55b-4775-99e4-c96e960894e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:35.766047393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"9e338745-0d7f-41bd-bd4c-e43b19aad8d6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-408103","tenantID":"e2e-ipp-b-408103","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:35.861666882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d19abd-99e8-482e-9aea-86e7418875f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:35.915623055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d19abd-99e8-482e-9aea-86e7418875f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:35.925348204Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"9e338745-0d7f-41bd-bd4c-e43b19aad8d6","name":"e2e-ipp-b-408103-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:35.96990727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d19abd-99e8-482e-9aea-86e7418875f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:36.024283039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d19abd-99e8-482e-9aea-86e7418875f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:37.952331256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e1cb70e-85e8-4564-8d38-9a117583586f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:38.006417024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e1cb70e-85e8-4564-8d38-9a117583586f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:38.060524146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e1cb70e-85e8-4564-8d38-9a117583586f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:38.114794079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e1cb70e-85e8-4564-8d38-9a117583586f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:40.041225292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd15bc23-d20d-48d7-bca6-dad9ed46419e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:40.095170235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd15bc23-d20d-48d7-bca6-dad9ed46419e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:40.149052446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd15bc23-d20d-48d7-bca6-dad9ed46419e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:40.203100914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd15bc23-d20d-48d7-bca6-dad9ed46419e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:40.833328123Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:42.15836803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90f8437-42ad-48ae-95e4-71fadb793731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:42.21328168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90f8437-42ad-48ae-95e4-71fadb793731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:42.268114122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90f8437-42ad-48ae-95e4-71fadb793731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:42.322945715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90f8437-42ad-48ae-95e4-71fadb793731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:44.28548778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e8fe61-0058-4dd8-8e1e-cde7afb332bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:44.339821796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e8fe61-0058-4dd8-8e1e-cde7afb332bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:44.393770245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e8fe61-0058-4dd8-8e1e-cde7afb332bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:44.447584777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e8fe61-0058-4dd8-8e1e-cde7afb332bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:44.60971094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"b2eb9419-f73b-42b2-a623-1bc7129cea3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:44.663257533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"38cbf32d-9284-40b0-b810-a695c9ff6f75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:44.829781513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"b9d55190-d08e-4ac5-b078-4ce163c25687","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:44.90881451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a187b59a-accf-48f0-85f2-919f959779a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:44.924915805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"480efa9e-a066-4570-b6ab-e1f7fb8fd6b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:45.009108461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"88aadece-e95b-4977-8881-faf6119a127a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:45.037606794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"a1c30043-94b9-4e14-97e8-f88561e8d7bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:45.267245693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"88af9d89-e76d-4d85-8a4e-93555325f435","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:45.367134698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c6c07407-65e5-4c88-acf3-7ab049139aa5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:45.488528527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"f8fa6acc-593f-4b5b-8959-f9784924db56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:45.720802962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"b70fa225-b3a9-4859-b82f-54d6c5d322d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:45.821659335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"b43da307-a835-4d7b-b9cb-3356462c75b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:46.327577998Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","namespace":"ai-tenant-e2e-ipp-b-d3184c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:46.327641015Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","namespace":"ai-tenant-e2e-ipp-b-d3184c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:46.327691116Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","tenant":"e2e-ipp-b-d3184c","tenantID":"e2e-ipp-b-d3184c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:46.382974766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","gvk":"Deployment","name":"maas-api-e2e-ipp-b-d3184c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:46.447118649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","gvk":"Service","name":"maas-api-e2e-ipp-b-d3184c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:46.509309283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-d3184c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:46.564933831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-d3184c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:46.636588146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-d3184c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:46.692681523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-d3184c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:46.750585514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-d3184c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:46.80813601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-d3184c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:46.864281869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-d3184c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:46.921574111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-d3184c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:46.982930548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","gvk":"Service","name":"payload-processing-e2e-ipp-b-d3184c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:47.043857725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-d3184c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:47.099605445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-d3184c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:47.155566201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-d3184c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:47.212146714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-d3184c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:47.270579678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-d3184c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:47.326610477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-d3184c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:47.382012229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-d3184c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:47.43909864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-d3184c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:47.505391899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3184c"},"namespace":"ai-tenant-e2e-ipp-b-d3184c","name":"default-tenant","reconcileID":"0a79b7d7-4672-4baf-aabc-9f28c4dfcc6f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-d3184c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:54.610175969Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","namespace":"ai-tenant-e2e-ipp-a-296ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:54.610231455Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","namespace":"ai-tenant-e2e-ipp-a-296ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:54.610278119Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","tenant":"e2e-ipp-a-296ae9","tenantID":"e2e-ipp-a-296ae9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:54.665623057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","gvk":"Deployment","name":"maas-api-e2e-ipp-a-296ae9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:54.728654763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","gvk":"Service","name":"maas-api-e2e-ipp-a-296ae9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:54.785594442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-296ae9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:54.840693217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-296ae9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:54.942172917Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d3184c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d3184c","reconcileID":"2ca085e7-1ef7-432d-9fe1-7d33ba3b7a44","aitenant":"ai-tenants/e2e-ipp-b-d3184c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:54.96230087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-296ae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:55.021031525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-296ae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:55.076767365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-296ae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:55.152991204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-296ae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:55.212837876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-296ae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:55.268682755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-296ae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:55.331852492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","gvk":"Service","name":"payload-processing-e2e-ipp-a-296ae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:55.395210035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-296ae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:55.450576735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-296ae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:55.506337152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-296ae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:55.548428281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c89521-0088-4a9a-94bd-59793e80be27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:55.604909738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c89521-0088-4a9a-94bd-59793e80be27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:55.605029862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-296ae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:55.658864464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c89521-0088-4a9a-94bd-59793e80be27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:55.713351031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c89521-0088-4a9a-94bd-59793e80be27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:55.71548134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-296ae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:55.770686109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-296ae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:55.77331048Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d3184c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d3184c","reconcileID":"2ca085e7-1ef7-432d-9fe1-7d33ba3b7a44","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d3184c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-d3184c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:55.825936509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-296ae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:55.882990338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-296ae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:56.026329132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-296ae9"},"namespace":"ai-tenant-e2e-ipp-a-296ae9","name":"default-tenant","reconcileID":"ee9f9fe3-0543-4df2-9223-bd64e666f08c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-296ae9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:57.714207418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e81078-60cd-4922-ab26-bcb5bf5c3d78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:57.768113289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e81078-60cd-4922-ab26-bcb5bf5c3d78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:57.768164952Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-296ae9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-296ae9","reconcileID":"425e698a-20a0-438b-bcc5-5ea3b0b93b9d","aitenant":"ai-tenants/e2e-ipp-a-296ae9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:57.822673996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e81078-60cd-4922-ab26-bcb5bf5c3d78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:57.876814423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e81078-60cd-4922-ab26-bcb5bf5c3d78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:58.543514927Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-296ae9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-296ae9","reconcileID":"425e698a-20a0-438b-bcc5-5ea3b0b93b9d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-296ae9","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-296ae9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:59.874591716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f090146-8f60-4e62-b9e5-5e847f23c386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:59.928949928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f090146-8f60-4e62-b9e5-5e847f23c386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:23:59.983165076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f090146-8f60-4e62-b9e5-5e847f23c386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:00.037550284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f090146-8f60-4e62-b9e5-5e847f23c386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:02.051492723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7670e724-8471-4168-8116-2600434109e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:02.106519689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7670e724-8471-4168-8116-2600434109e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:02.165150434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7670e724-8471-4168-8116-2600434109e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:02.229207424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7670e724-8471-4168-8116-2600434109e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:02.710277612Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ed4910","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ed4910","reconcileID":"f73bd785-3e5b-4d1a-b24a-1280ba78a7be","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ed4910","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-ed4910":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:04.180259076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27cc4f2-ac6e-4440-bc1a-dfa5149eb4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:04.23569647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27cc4f2-ac6e-4440-bc1a-dfa5149eb4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:04.290276535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27cc4f2-ac6e-4440-bc1a-dfa5149eb4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:04.34427272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27cc4f2-ac6e-4440-bc1a-dfa5149eb4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:06.285211329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac4469f-7e63-41ef-9f91-40f79c121409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:06.347066277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac4469f-7e63-41ef-9f91-40f79c121409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:06.401764941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac4469f-7e63-41ef-9f91-40f79c121409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:06.458060167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac4469f-7e63-41ef-9f91-40f79c121409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:06.735531959Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","namespace":"ai-tenant-e2e-ipp-b-316e97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:06.735589376Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","namespace":"ai-tenant-e2e-ipp-b-316e97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:06.735650021Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","tenant":"e2e-ipp-b-316e97","tenantID":"e2e-ipp-b-316e97","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:06.791043717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","gvk":"Deployment","name":"maas-api-e2e-ipp-b-316e97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:06.855698101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","gvk":"Service","name":"maas-api-e2e-ipp-b-316e97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:06.91261168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-316e97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:06.968250712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-316e97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:07.027813921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-316e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:07.088200396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-316e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:07.1467853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-316e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:07.202855224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-316e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:07.260011867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-316e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:07.31790966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-316e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:07.378252181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","gvk":"Service","name":"payload-processing-e2e-ipp-b-316e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:07.439253421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-316e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:07.494490343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-316e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:07.577747961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-316e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:07.635585393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-316e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:07.692237598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-316e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:07.747384548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-316e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:07.812102075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-316e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:07.906165484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-316e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:07.988043849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-316e97"},"namespace":"ai-tenant-e2e-ipp-b-316e97","name":"default-tenant","reconcileID":"3bcab070-ff25-4ae6-96b0-1a7cfdbae7d3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-316e97","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:08.543347789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a4d1078-57bf-478d-a9ca-8697e11b7e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:08.59749049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a4d1078-57bf-478d-a9ca-8697e11b7e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:08.651488187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a4d1078-57bf-478d-a9ca-8697e11b7e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:08.707725033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a4d1078-57bf-478d-a9ca-8697e11b7e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:10.637581344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"224a2180-2dea-47de-b410-eac7a9e0a3e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:10.691969979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"224a2180-2dea-47de-b410-eac7a9e0a3e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:10.746103767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"224a2180-2dea-47de-b410-eac7a9e0a3e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:10.800080926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"224a2180-2dea-47de-b410-eac7a9e0a3e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:10.832633184Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:11.780554574Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-316e97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-316e97","reconcileID":"4b00367e-9697-415a-b9e3-3b4702655bd0","aitenant":"ai-tenants/e2e-ipp-b-316e97","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:12.661618004Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-316e97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-316e97","reconcileID":"4b00367e-9697-415a-b9e3-3b4702655bd0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-316e97","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-316e97"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:12.82187975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b4ce7e-bf53-4888-817c-8cfa293762d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:12.876080383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b4ce7e-bf53-4888-817c-8cfa293762d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:12.930168999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b4ce7e-bf53-4888-817c-8cfa293762d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:12.984300905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b4ce7e-bf53-4888-817c-8cfa293762d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:14.969053671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3085ea6-9a7d-483c-8cd9-87dbc2f854bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:15.023193656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3085ea6-9a7d-483c-8cd9-87dbc2f854bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:15.078130342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3085ea6-9a7d-483c-8cd9-87dbc2f854bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:15.133975999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3085ea6-9a7d-483c-8cd9-87dbc2f854bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:17.109100388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"579e2f3a-2894-4526-ba7c-323b8840ef23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:17.162985002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"579e2f3a-2894-4526-ba7c-323b8840ef23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:17.216967683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"579e2f3a-2894-4526-ba7c-323b8840ef23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:17.271378559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"579e2f3a-2894-4526-ba7c-323b8840ef23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:19.257990785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2e5533-3796-4bc4-b7b5-35cee1cfbffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:19.31191295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2e5533-3796-4bc4-b7b5-35cee1cfbffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:19.365813818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2e5533-3796-4bc4-b7b5-35cee1cfbffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:19.420178884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2e5533-3796-4bc4-b7b5-35cee1cfbffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:19.894999364Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b028e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b028e6","reconcileID":"c67d3e6b-f789-4e24-803a-f25ae37319e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b028e6","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-b028e6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:21.387424347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b034835e-3d48-4bf6-b3d2-0f6a0731811c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:21.441470878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b034835e-3d48-4bf6-b3d2-0f6a0731811c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:21.496105261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b034835e-3d48-4bf6-b3d2-0f6a0731811c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:21.549957476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b034835e-3d48-4bf6-b3d2-0f6a0731811c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:23.498743428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"245d8248-60ce-438f-8c50-bffb0c7c4878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:23.55275255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"245d8248-60ce-438f-8c50-bffb0c7c4878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:23.606646396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"245d8248-60ce-438f-8c50-bffb0c7c4878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:23.671458738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"245d8248-60ce-438f-8c50-bffb0c7c4878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:25.645549312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22b6154-82b9-4a6b-85a5-102b4ceb6d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:25.699503551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22b6154-82b9-4a6b-85a5-102b4ceb6d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:25.753347763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22b6154-82b9-4a6b-85a5-102b4ceb6d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:25.807575937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22b6154-82b9-4a6b-85a5-102b4ceb6d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:27.746368752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7020b8-90b9-4d76-8e36-2766f9754678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:27.800984272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7020b8-90b9-4d76-8e36-2766f9754678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:27.855013937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7020b8-90b9-4d76-8e36-2766f9754678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:27.909127008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7020b8-90b9-4d76-8e36-2766f9754678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:29.835720688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe310edb-b4aa-4b78-9c76-84d4a2766f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:29.889580236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe310edb-b4aa-4b78-9c76-84d4a2766f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:29.943639854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe310edb-b4aa-4b78-9c76-84d4a2766f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:29.997428775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe310edb-b4aa-4b78-9c76-84d4a2766f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:31.925865423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ad6b7f-7b80-49fb-ab68-64c5dd5deaf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:31.980527686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ad6b7f-7b80-49fb-ab68-64c5dd5deaf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:32.034959452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ad6b7f-7b80-49fb-ab68-64c5dd5deaf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:32.088756597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ad6b7f-7b80-49fb-ab68-64c5dd5deaf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:34.015646177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b412d9fe-643f-4b10-8cf2-f19b407c97a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:34.069427856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b412d9fe-643f-4b10-8cf2-f19b407c97a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:34.12349972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b412d9fe-643f-4b10-8cf2-f19b407c97a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:34.177351476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b412d9fe-643f-4b10-8cf2-f19b407c97a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:40.659712399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5a2513a-514f-47a1-871d-f9e76f53cabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:40.713694598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5a2513a-514f-47a1-871d-f9e76f53cabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:40.768476622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5a2513a-514f-47a1-871d-f9e76f53cabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:40.823431904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5a2513a-514f-47a1-871d-f9e76f53cabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:40.83588147Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:42.748221232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e557fb26-ee3b-41cd-a297-bcd89490abd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:42.802671825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e557fb26-ee3b-41cd-a297-bcd89490abd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:42.856908975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e557fb26-ee3b-41cd-a297-bcd89490abd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:42.910959451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e557fb26-ee3b-41cd-a297-bcd89490abd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:44.868325344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d90db00-ed70-4988-9ea6-8a85d900cb1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:44.928452422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d90db00-ed70-4988-9ea6-8a85d900cb1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:44.982666411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d90db00-ed70-4988-9ea6-8a85d900cb1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:45.037139086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d90db00-ed70-4988-9ea6-8a85d900cb1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:47.040962124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e016cf7e-3428-449a-93f7-6c7512e56987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:47.095145791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e016cf7e-3428-449a-93f7-6c7512e56987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:47.149147216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e016cf7e-3428-449a-93f7-6c7512e56987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:47.203120887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e016cf7e-3428-449a-93f7-6c7512e56987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:49.161973458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac98ad5-27aa-4bfb-8d8d-0a44323f75a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:49.217125696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac98ad5-27aa-4bfb-8d8d-0a44323f75a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:49.274996793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac98ad5-27aa-4bfb-8d8d-0a44323f75a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:49.328884053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac98ad5-27aa-4bfb-8d8d-0a44323f75a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:50.986029297Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-6f1fd4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-6f1fd4","reconcileID":"436a284b-6bf5-4038-86f4-5c84314923e4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-6f1fd4","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-6f1fd4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:51.372383116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59884d7-9638-471b-a450-e87f70b00be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:51.426384435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59884d7-9638-471b-a450-e87f70b00be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:51.480473399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59884d7-9638-471b-a450-e87f70b00be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:51.534464755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59884d7-9638-471b-a450-e87f70b00be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:53.553777044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acaba7c6-ff4e-45c5-8938-c94cde125503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:53.607603688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acaba7c6-ff4e-45c5-8938-c94cde125503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:53.661818747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acaba7c6-ff4e-45c5-8938-c94cde125503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:53.715995461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acaba7c6-ff4e-45c5-8938-c94cde125503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:55.739116952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5adf22cc-e86c-4ddb-88e0-7cb99a286d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:55.793143692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5adf22cc-e86c-4ddb-88e0-7cb99a286d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:55.861246916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5adf22cc-e86c-4ddb-88e0-7cb99a286d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:55.918832371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5adf22cc-e86c-4ddb-88e0-7cb99a286d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:57.861071228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceaa27c0-8bed-4e6d-b242-ff54b6d746a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:57.915126858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceaa27c0-8bed-4e6d-b242-ff54b6d746a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:57.969322935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceaa27c0-8bed-4e6d-b242-ff54b6d746a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:58.023541468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceaa27c0-8bed-4e6d-b242-ff54b6d746a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:24:59.987929721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc16a69-0eb6-4438-8d51-37e9a1ed027d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:00.042407394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc16a69-0eb6-4438-8d51-37e9a1ed027d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:00.096672446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc16a69-0eb6-4438-8d51-37e9a1ed027d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:00.151172873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc16a69-0eb6-4438-8d51-37e9a1ed027d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:10.832573992Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:11.67859405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"51f03cc4-edd9-4675-a20e-6b5a638efdce","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ed4910","tenantID":"e2e-praxis-a-ed4910","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:11.796549715Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"51f03cc4-edd9-4675-a20e-6b5a638efdce","name":"e2e-praxis-a-ed4910-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:21.600046974Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","namespace":"ai-tenant-e2e-ipp-a-f83bc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:21.600125138Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","namespace":"ai-tenant-e2e-ipp-a-f83bc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:21.600175251Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","tenant":"e2e-ipp-a-f83bc2","tenantID":"e2e-ipp-a-f83bc2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:21.655464138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f83bc2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:21.718997396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","gvk":"Service","name":"maas-api-e2e-ipp-a-f83bc2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:21.77589616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f83bc2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:21.831582026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f83bc2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:21.892035921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f83bc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:21.948560186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f83bc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:22.007074283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f83bc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:22.074414287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f83bc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:22.133078955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f83bc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:22.188584642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f83bc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:22.252203965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","gvk":"Service","name":"payload-processing-e2e-ipp-a-f83bc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:22.313703849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f83bc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:22.369982588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f83bc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:22.426030186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f83bc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:22.484588908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f83bc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:22.541231993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f83bc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:22.596396704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f83bc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:22.651429308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f83bc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:22.707557046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f83bc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:22.778185274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f83bc2"},"namespace":"ai-tenant-e2e-ipp-a-f83bc2","name":"default-tenant","reconcileID":"d977d4c5-36b9-49b0-8223-1795f61b6587","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f83bc2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:24.399624418Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f83bc2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f83bc2","reconcileID":"91f1b68f-3d61-468c-9a18-ee8ae14a7d35","aitenant":"ai-tenants/e2e-ipp-a-f83bc2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:24.663899581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700855be-0f35-45f6-b7ce-ecc79cc83126","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:24.718278638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700855be-0f35-45f6-b7ce-ecc79cc83126","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:24.772156079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700855be-0f35-45f6-b7ce-ecc79cc83126","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:24.826261283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700855be-0f35-45f6-b7ce-ecc79cc83126","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:25.273303445Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f83bc2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f83bc2","reconcileID":"91f1b68f-3d61-468c-9a18-ee8ae14a7d35","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f83bc2","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f83bc2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:26.777215026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f0151e-ffb2-4537-b1d6-5282cb10aed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:26.831656435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f0151e-ffb2-4537-b1d6-5282cb10aed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:26.88583629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f0151e-ffb2-4537-b1d6-5282cb10aed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:26.944862836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f0151e-ffb2-4537-b1d6-5282cb10aed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:28.025214714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"3a0236b3-086d-4cae-8671-b289f34f2740","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b028e6","tenantID":"e2e-praxis-a-b028e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:28.144547169Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"3a0236b3-086d-4cae-8671-b289f34f2740","name":"e2e-praxis-a-b028e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:28.92857661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4206ecd2-c67c-4bd7-8d41-425c26a4e4d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:28.982480173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4206ecd2-c67c-4bd7-8d41-425c26a4e4d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:29.03635742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4206ecd2-c67c-4bd7-8d41-425c26a4e4d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:29.090417075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4206ecd2-c67c-4bd7-8d41-425c26a4e4d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:31.106127951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edfdc8f6-d400-4308-a64a-e42147e4f6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:31.16031838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edfdc8f6-d400-4308-a64a-e42147e4f6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:31.214409975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edfdc8f6-d400-4308-a64a-e42147e4f6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:31.269175398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edfdc8f6-d400-4308-a64a-e42147e4f6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:33.543154275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cd0bdd3-c6cb-4f91-8aa8-435136f69336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:33.597692605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cd0bdd3-c6cb-4f91-8aa8-435136f69336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:33.651413481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cd0bdd3-c6cb-4f91-8aa8-435136f69336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:33.705493015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cd0bdd3-c6cb-4f91-8aa8-435136f69336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:35.699968747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b77975-19f5-44d2-aa81-de8682aa8e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:35.753965138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b77975-19f5-44d2-aa81-de8682aa8e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:35.807812795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b77975-19f5-44d2-aa81-de8682aa8e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:35.86180726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b77975-19f5-44d2-aa81-de8682aa8e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:40.832456481Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:57.42454831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"174161c5-c1bc-4e44-860d-3399e428280a","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:25:57.424584286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"174161c5-c1bc-4e44-860d-3399e428280a","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:02.957480954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"b8f47819-145d-4e52-95a6-3d34deb5cbe5","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:02.957504504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"b8f47819-145d-4e52-95a6-3d34deb5cbe5","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:03.015932288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"bbde34d1-60eb-4eea-84fa-366c27c508e1","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:03.015955436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"bbde34d1-60eb-4eea-84fa-366c27c508e1","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:03.123416747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"5aa38491-3e3a-43ed-ba00-4a5ae72bf929","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e87e9a","tenantID":"e2e-ipp-a-e87e9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:03.313268209Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"5aa38491-3e3a-43ed-ba00-4a5ae72bf929","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"name":"e2e-ipp-a-e87e9a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:03.369970655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-e87e9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"5aa38491-3e3a-43ed-ba00-4a5ae72bf929","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:03.428641456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"90590e81-f752-4015-bec8-7be60addca08","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:03.428660868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"90590e81-f752-4015-bec8-7be60addca08","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:04.949554542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"cfc1f3a5-3861-4a96-9a16-dc0ee5b0b89e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-6f1fd4","tenantID":"e2e-ipp-b-6f1fd4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:05.072102157Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"cfc1f3a5-3861-4a96-9a16-dc0ee5b0b89e","name":"e2e-ipp-b-6f1fd4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:07.400924964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"33e2c527-5320-46d3-b668-b53626651626","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:07.505268527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"0abada85-218c-4e30-891e-3afa515861f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:07.604959168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"84a7d6c5-974f-4425-9302-d2f7ea6a8b01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:07.836474268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"eb1b3a91-1ff9-4879-925a-417a13b91da8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:07.937070553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"34102e14-8db2-4d07-86bd-6600b1cdf1bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:08.034866137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"6774550a-7b28-4c6d-a3db-5bec03ae881e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:08.135918885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"de43285d-6856-4a61-83b5-13c188a92437","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:08.170888139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"baa988b2-ca08-406b-951d-5d9907f1f71f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:08.445249022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"d2466118-89c9-490f-b4da-50b5242a26dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:08.499958582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"91834d2d-2154-4fa1-a0c5-9274cb4d6627","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:08.646691776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"ea6eb4e6-8666-48a4-9359-85e79648ac26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:08.669227181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"392d1f4c-6841-46f9-bd94-1a33a286d7f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:10.487185779Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","namespace":"ai-tenant-e2e-ipp-b-3b8db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:10.487241792Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","namespace":"ai-tenant-e2e-ipp-b-3b8db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:10.487288989Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","tenant":"e2e-ipp-b-3b8db2","tenantID":"e2e-ipp-b-3b8db2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:10.543033436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","gvk":"Deployment","name":"maas-api-e2e-ipp-b-3b8db2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:10.60367131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","gvk":"Service","name":"maas-api-e2e-ipp-b-3b8db2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:10.663922944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-3b8db2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:10.719430983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-3b8db2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:10.776582629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-3b8db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:10.835409513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-3b8db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:10.845701926Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:10.891494705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-3b8db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:10.947152933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-3b8db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:11.004014137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-3b8db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:11.059942134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-3b8db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:11.12419898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","gvk":"Service","name":"payload-processing-e2e-ipp-b-3b8db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:11.187030641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-3b8db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:11.243181701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-3b8db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:11.298763999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-3b8db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:11.355294699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-3b8db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:11.411512178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-3b8db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:11.466935756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-3b8db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:11.536126153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-3b8db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:11.59184627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-3b8db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:11.64735639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3b8db2"},"namespace":"ai-tenant-e2e-ipp-b-3b8db2","name":"default-tenant","reconcileID":"32e0c9b3-30f6-4ab8-a691-40d2a3ad9b18","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-3b8db2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:13.169063726Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-3b8db2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-3b8db2","reconcileID":"97e5b9f8-e2ac-4bbb-b147-54a2e4ce190d","aitenant":"ai-tenants/e2e-ipp-b-3b8db2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:13.536678649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"c380d2ad-47fd-4f20-a134-e9fbf6e549cf","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e87e9a","tenantID":"e2e-ipp-a-e87e9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:13.596164872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"c380d2ad-47fd-4f20-a134-e9fbf6e549cf","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"name":"e2e-ipp-a-e87e9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:13.652946409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-e87e9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"c380d2ad-47fd-4f20-a134-e9fbf6e549cf","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:13.758791882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99dddf4c-5792-444a-924c-c86503518c4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:13.813559391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99dddf4c-5792-444a-924c-c86503518c4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:13.867568244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99dddf4c-5792-444a-924c-c86503518c4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:13.922226201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99dddf4c-5792-444a-924c-c86503518c4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:14.090279864Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-3b8db2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-3b8db2","reconcileID":"97e5b9f8-e2ac-4bbb-b147-54a2e4ce190d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-3b8db2","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-3b8db2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:15.910399474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7b20d5-0357-46e4-97a4-92f54a3ca056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:15.964706332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7b20d5-0357-46e4-97a4-92f54a3ca056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:16.019924179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7b20d5-0357-46e4-97a4-92f54a3ca056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:16.074423632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7b20d5-0357-46e4-97a4-92f54a3ca056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:18.077520884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7099e059-08ce-463c-9782-88cd2016265f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:18.132310213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7099e059-08ce-463c-9782-88cd2016265f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:18.186486535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7099e059-08ce-463c-9782-88cd2016265f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:18.240507866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7099e059-08ce-463c-9782-88cd2016265f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:20.218452843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dad7328-1bfb-4841-9c77-39b8e66176c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:20.27284305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dad7328-1bfb-4841-9c77-39b8e66176c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:20.327241679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dad7328-1bfb-4841-9c77-39b8e66176c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:20.381540792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dad7328-1bfb-4841-9c77-39b8e66176c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:20.551154459Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7cad76","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7cad76","reconcileID":"03b8469b-4ee9-4aec-9310-c0620da753ca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-7cad76","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-7cad76":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:22.391852188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6a6e27-ba3f-4b4b-81d9-3ac2baf7fd7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:22.446825848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6a6e27-ba3f-4b4b-81d9-3ac2baf7fd7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:22.500900396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6a6e27-ba3f-4b4b-81d9-3ac2baf7fd7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:22.554867707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6a6e27-ba3f-4b4b-81d9-3ac2baf7fd7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:23.763217563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"b9290fd4-9887-435b-9800-9617a7c0294f","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e87e9a","tenantID":"e2e-ipp-a-e87e9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:23.821980906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"b9290fd4-9887-435b-9800-9617a7c0294f","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"name":"e2e-ipp-a-e87e9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:23.878449659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-e87e9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"b9290fd4-9887-435b-9800-9617a7c0294f","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:24.809876392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f91817-5500-4dd3-a0f4-b89b52728c0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:24.868449896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f91817-5500-4dd3-a0f4-b89b52728c0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:24.922525198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f91817-5500-4dd3-a0f4-b89b52728c0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:24.977107325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f91817-5500-4dd3-a0f4-b89b52728c0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:27.072315272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae8bd22-4209-4f1e-ab59-6b87a465d57e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:27.126598865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae8bd22-4209-4f1e-ab59-6b87a465d57e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:27.180592946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae8bd22-4209-4f1e-ab59-6b87a465d57e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:27.234494588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae8bd22-4209-4f1e-ab59-6b87a465d57e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:27.919631545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f2e9db6d-8dc4-46b6-ba45-2fb9a8661d15","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:28.029569457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"f6a5a31f-73f2-4ec2-84b0-de3554dc760b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:28.208613301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"1bc95a4e-4732-41b5-bc8d-fc6d5ae32a19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:28.594224715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"8bc899f8-4bd8-4b80-a29b-1c13b19007cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:28.600544539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"fac3b52c-c185-4ede-9c1c-adf96267b256","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:28.695416028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"fa56bab2-d08b-4018-b047-38c8dbae2488","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:28.768014185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"695521be-a55b-4709-a19e-11a113c36120","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:28.822003626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"4f2435e8-0e77-41ad-b7b8-c1eb2d69f511","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:28.92927355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"60d78c5f-c217-43d9-b28c-d2aad8dcbd45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:28.948707398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"5ec747c2-c95d-4027-8b18-22ce6b94707a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:29.028142343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"96a874ac-48f1-4f11-a642-89cba06e49cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:29.127687938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"024fb27b-3df0-4560-a402-9e9081a6ef4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:29.232834416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"392e79c2-fd71-4e98-8498-d1fd2b509bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:29.288267184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"392e79c2-fd71-4e98-8498-d1fd2b509bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:29.343290473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"392e79c2-fd71-4e98-8498-d1fd2b509bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:29.39774296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"392e79c2-fd71-4e98-8498-d1fd2b509bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:31.348402742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caafd8b0-e2d5-4452-88ba-13415d3049c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:31.40234052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caafd8b0-e2d5-4452-88ba-13415d3049c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:31.456345554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caafd8b0-e2d5-4452-88ba-13415d3049c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:31.511075961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caafd8b0-e2d5-4452-88ba-13415d3049c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:31.973539362Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1bbd80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1bbd80","reconcileID":"cc192d6b-c8b5-48f0-912b-89c8d08428d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-1bbd80","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-1bbd80":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:33.486136535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76cb5396-f696-40f0-941a-e2816c80d341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:33.540159293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76cb5396-f696-40f0-941a-e2816c80d341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:33.598512543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76cb5396-f696-40f0-941a-e2816c80d341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:33.653033568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76cb5396-f696-40f0-941a-e2816c80d341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:33.987039972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"a8833100-e584-48ae-8b6b-18abf338af6e","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e87e9a","tenantID":"e2e-ipp-a-e87e9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:34.045210146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"a8833100-e584-48ae-8b6b-18abf338af6e","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"name":"e2e-ipp-a-e87e9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:34.105240977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-e87e9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (786f812da2ab90eec016656c06af738dd3669b204325b63fdf1b227a8c6f99f0) AuthConfig (93849e30bcf87f1346c6d7ed60ec47ecf4495d8f15e588f9921851e7712c57c2) AuthConfig (d83cc6e771fa4ca555895b8a94bee86f364b4ebaf0baf8ba280f170e74a06742) AuthConfig (80552c2f98e508ede3d2cd7fcd8cbbf0be05e066376941b3f44481abbeefd63a) AuthConfig (b826d6ac474b587395032953936c889ea824739bbea48957cfe34204be073cd5) AuthConfig (ea5688593dabe434044a821253b3df0cd58b156da93c8572a8404c81cab15cd9) AuthConfig (8e3d108576595895c73bf1928bd8ff82c67ed1bd434d016158e9dea4a6251331) AuthConfig (69e31e2708cf0eeaaae61887201c910d877386c0780704e0f48561e6e2e22a1a) AuthConfig (fdfd7e332e23b0acdfbe4e7540d2d2e7c6b46ad4808d43553c68835cee4f3aa6) AuthConfig (67ad4788958220b492cd0db8587760f0b42939de9fe5b9924c375c376b983344) AuthConfig (7bc0d2e6c660f860fb06b609b7130646b9c7f3ee3236e0cf77afee15868428ef) AuthConfig (a62834105cb420b088da488e05ddda1117dce12cb3775fc0a9e253e9260fee8f) AuthConfig (612ddeaec5d8e4d05d65ef07c7ddb2bf7031b86e837f583a5b919ee7db08056b) AuthConfig (7aff90cee8407592d91e33919c84549766d988e4d6d2c2912f67ffc99f47c0e9) AuthConfig (867f3127a71d59171879f86094305671546bf9b84fe7884baf57fe7b801080cf) AuthConfig (ef4e240dfd22489f60220dffca94c53db0eec906b2bc3fb3372fca21d198948b) AuthConfig (4f9266a6876bab4f8837d45f89f9d1f906328a1f9237adbe9f36ea3b27fbd844) AuthConfig (0375bebdfa4f7b36f7b0492bdba5e87bef70b73aa3fa8216716d0aa4d8aa83d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"a8833100-e584-48ae-8b6b-18abf338af6e","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:34.16448053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"decba3f4-c686-4b4a-a242-372ca6606eed","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:34.16449988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"decba3f4-c686-4b4a-a242-372ca6606eed","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:35.632628467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7db30f-a805-4a48-b354-7e09af2bb432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:35.686801632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7db30f-a805-4a48-b354-7e09af2bb432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:35.757778759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7db30f-a805-4a48-b354-7e09af2bb432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:35.816410805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7db30f-a805-4a48-b354-7e09af2bb432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:40.385590789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c72d9f31-f833-4e10-8c29-3e5ec47236f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:40.440234579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c72d9f31-f833-4e10-8c29-3e5ec47236f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:40.494341777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c72d9f31-f833-4e10-8c29-3e5ec47236f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:40.548532765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c72d9f31-f833-4e10-8c29-3e5ec47236f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:40.832245557Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:42.484362816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a348a7a2-6d32-4834-a671-e2068aa7e053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:42.538649297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a348a7a2-6d32-4834-a671-e2068aa7e053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:42.592885369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a348a7a2-6d32-4834-a671-e2068aa7e053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:42.646974178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a348a7a2-6d32-4834-a671-e2068aa7e053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:44.272028432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"9a9e2287-00d9-4088-ba58-ab180ef85c62","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e87e9a","tenantID":"e2e-ipp-a-e87e9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:44.329654147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"9a9e2287-00d9-4088-ba58-ab180ef85c62","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"name":"e2e-ipp-a-e87e9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:44.386205264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-e87e9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (786f812da2ab90eec016656c06af738dd3669b204325b63fdf1b227a8c6f99f0) AuthConfig (93849e30bcf87f1346c6d7ed60ec47ecf4495d8f15e588f9921851e7712c57c2) AuthConfig (d83cc6e771fa4ca555895b8a94bee86f364b4ebaf0baf8ba280f170e74a06742) AuthConfig (80552c2f98e508ede3d2cd7fcd8cbbf0be05e066376941b3f44481abbeefd63a) AuthConfig (b826d6ac474b587395032953936c889ea824739bbea48957cfe34204be073cd5) AuthConfig (ea5688593dabe434044a821253b3df0cd58b156da93c8572a8404c81cab15cd9) AuthConfig (8e3d108576595895c73bf1928bd8ff82c67ed1bd434d016158e9dea4a6251331) AuthConfig (69e31e2708cf0eeaaae61887201c910d877386c0780704e0f48561e6e2e22a1a) AuthConfig (fdfd7e332e23b0acdfbe4e7540d2d2e7c6b46ad4808d43553c68835cee4f3aa6) AuthConfig (67ad4788958220b492cd0db8587760f0b42939de9fe5b9924c375c376b983344) AuthConfig (7bc0d2e6c660f860fb06b609b7130646b9c7f3ee3236e0cf77afee15868428ef) AuthConfig (a62834105cb420b088da488e05ddda1117dce12cb3775fc0a9e253e9260fee8f) AuthConfig (612ddeaec5d8e4d05d65ef07c7ddb2bf7031b86e837f583a5b919ee7db08056b) AuthConfig (7aff90cee8407592d91e33919c84549766d988e4d6d2c2912f67ffc99f47c0e9) AuthConfig (867f3127a71d59171879f86094305671546bf9b84fe7884baf57fe7b801080cf) AuthConfig (ef4e240dfd22489f60220dffca94c53db0eec906b2bc3fb3372fca21d198948b) AuthConfig (4f9266a6876bab4f8837d45f89f9d1f906328a1f9237adbe9f36ea3b27fbd844) AuthConfig (0375bebdfa4f7b36f7b0492bdba5e87bef70b73aa3fa8216716d0aa4d8aa83d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"9a9e2287-00d9-4088-ba58-ab180ef85c62","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:44.664029858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"527c5e58-d5e0-4745-a680-3b131d4df4da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:44.718300015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"527c5e58-d5e0-4745-a680-3b131d4df4da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:44.772693217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"527c5e58-d5e0-4745-a680-3b131d4df4da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:44.826854271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"527c5e58-d5e0-4745-a680-3b131d4df4da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:46.772055086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6f24c0f-c871-4006-804b-338283b89e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:46.82748938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6f24c0f-c871-4006-804b-338283b89e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:46.882952915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6f24c0f-c871-4006-804b-338283b89e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:46.93711211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6f24c0f-c871-4006-804b-338283b89e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:48.787682254Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cdbffd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cdbffd","reconcileID":"df570239-973a-4325-8c8c-2ca7577f4417","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cdbffd","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-cdbffd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:48.88272449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53e531a-ac46-483d-b463-8fa89a9983cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:48.936561253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53e531a-ac46-483d-b463-8fa89a9983cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:48.99089425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53e531a-ac46-483d-b463-8fa89a9983cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:49.044973812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53e531a-ac46-483d-b463-8fa89a9983cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:51.044457839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2beba0-ec64-4068-9afb-28ec4208d0f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:51.098473158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2beba0-ec64-4068-9afb-28ec4208d0f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:51.152603325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2beba0-ec64-4068-9afb-28ec4208d0f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:51.206634019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2beba0-ec64-4068-9afb-28ec4208d0f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:53.232648913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6b9a698-d53a-414d-aa71-445e188cc9bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:53.286530037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6b9a698-d53a-414d-aa71-445e188cc9bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:53.341172818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6b9a698-d53a-414d-aa71-445e188cc9bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:53.395795658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6b9a698-d53a-414d-aa71-445e188cc9bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:54.598298468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"ebe0ac28-8646-4750-a70c-337d674be500","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e87e9a","tenantID":"e2e-ipp-a-e87e9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:54.656607813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"ebe0ac28-8646-4750-a70c-337d674be500","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"name":"e2e-ipp-a-e87e9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:54.712691814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-e87e9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (786f812da2ab90eec016656c06af738dd3669b204325b63fdf1b227a8c6f99f0) AuthConfig (93849e30bcf87f1346c6d7ed60ec47ecf4495d8f15e588f9921851e7712c57c2) AuthConfig (d83cc6e771fa4ca555895b8a94bee86f364b4ebaf0baf8ba280f170e74a06742) AuthConfig (80552c2f98e508ede3d2cd7fcd8cbbf0be05e066376941b3f44481abbeefd63a) AuthConfig (b826d6ac474b587395032953936c889ea824739bbea48957cfe34204be073cd5) AuthConfig (ea5688593dabe434044a821253b3df0cd58b156da93c8572a8404c81cab15cd9) AuthConfig (8e3d108576595895c73bf1928bd8ff82c67ed1bd434d016158e9dea4a6251331) AuthConfig (69e31e2708cf0eeaaae61887201c910d877386c0780704e0f48561e6e2e22a1a) AuthConfig (fdfd7e332e23b0acdfbe4e7540d2d2e7c6b46ad4808d43553c68835cee4f3aa6) AuthConfig (67ad4788958220b492cd0db8587760f0b42939de9fe5b9924c375c376b983344) AuthConfig (7bc0d2e6c660f860fb06b609b7130646b9c7f3ee3236e0cf77afee15868428ef) AuthConfig (a62834105cb420b088da488e05ddda1117dce12cb3775fc0a9e253e9260fee8f) AuthConfig (612ddeaec5d8e4d05d65ef07c7ddb2bf7031b86e837f583a5b919ee7db08056b) AuthConfig (7aff90cee8407592d91e33919c84549766d988e4d6d2c2912f67ffc99f47c0e9) AuthConfig (867f3127a71d59171879f86094305671546bf9b84fe7884baf57fe7b801080cf) AuthConfig (ef4e240dfd22489f60220dffca94c53db0eec906b2bc3fb3372fca21d198948b) AuthConfig (4f9266a6876bab4f8837d45f89f9d1f906328a1f9237adbe9f36ea3b27fbd844) AuthConfig (0375bebdfa4f7b36f7b0492bdba5e87bef70b73aa3fa8216716d0aa4d8aa83d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"ebe0ac28-8646-4750-a70c-337d674be500","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:55.338644247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7c3b24-47b3-4d1d-bda0-4ee6da0842a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:55.392550312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7c3b24-47b3-4d1d-bda0-4ee6da0842a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:55.44654084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7c3b24-47b3-4d1d-bda0-4ee6da0842a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:55.500554202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7c3b24-47b3-4d1d-bda0-4ee6da0842a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:57.437495732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9a67d4-fe4e-4244-88f2-a22ec532dd30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:57.482607241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"237c1d96-26f5-454b-9f9b-f1ae92e2e80d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:57.492232517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9a67d4-fe4e-4244-88f2-a22ec532dd30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:57.546639875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9a67d4-fe4e-4244-88f2-a22ec532dd30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:57.601563816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9a67d4-fe4e-4244-88f2-a22ec532dd30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:57.655845647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"2ba69aa9-4e4c-44ae-b466-3f1dd4589673","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:57.713865886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"457dd4ea-10f2-45ec-a6b4-240b8a7359a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:57.823187621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94c80439-f1fb-4168-ab32-34eef9e5a7eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:57.931439687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ade59915-3c73-484c-9d39-b9a8dd679ad2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:58.018487581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"1a0fc9ce-707c-4d39-b3c7-171a63f627e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:58.118941998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"9621fd9e-5314-4504-b63b-38ba7316b45a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:58.11894758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"bda152a5-02a5-4b38-ba20-ff98fb6fa467","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:58.218359957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"bce243b4-d0e3-4de2-b7fa-a974ed0f2417","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:58.384171668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"e5c3af9f-ac91-45b8-a76d-b6686976518b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:58.54861022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"207d9aeb-02c2-46a3-8f4e-3ed4073b1e52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:58.602384489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"65092834-4a2c-4de6-8ba0-c2b2c7593071","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:59.550769983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9bd713d-ff4f-454f-976c-e0ae689e71db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:59.605280272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9bd713d-ff4f-454f-976c-e0ae689e71db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:59.659364269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9bd713d-ff4f-454f-976c-e0ae689e71db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:26:59.715621951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9bd713d-ff4f-454f-976c-e0ae689e71db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:01.643899844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed352a40-c7a4-44aa-9481-a209d53ed70c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:01.698230102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed352a40-c7a4-44aa-9481-a209d53ed70c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:01.752328022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed352a40-c7a4-44aa-9481-a209d53ed70c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:01.806411915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed352a40-c7a4-44aa-9481-a209d53ed70c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:03.745322714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d45eb2-50e2-44a7-b102-c9ec75cc0ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:03.800150096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d45eb2-50e2-44a7-b102-c9ec75cc0ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:03.854180196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d45eb2-50e2-44a7-b102-c9ec75cc0ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:03.908120474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d45eb2-50e2-44a7-b102-c9ec75cc0ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:04.821556421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"3c4267c3-e87d-449a-bb07-9d94df16de67","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e87e9a","tenantID":"e2e-ipp-a-e87e9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:04.880074479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"3c4267c3-e87d-449a-bb07-9d94df16de67","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"name":"e2e-ipp-a-e87e9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:05.208935149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"333de2ed-59a0-430a-95ce-c1d992e9df1a","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:05.208956184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"333de2ed-59a0-430a-95ce-c1d992e9df1a","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:05.841531696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c09033-2531-4137-82a5-c6b95af86a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:05.895723688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c09033-2531-4137-82a5-c6b95af86a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:05.949583252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c09033-2531-4137-82a5-c6b95af86a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:06.003488402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c09033-2531-4137-82a5-c6b95af86a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:07.927844131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803d79ee-172b-4d13-ba71-43acb49b4d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:07.98182276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803d79ee-172b-4d13-ba71-43acb49b4d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:08.036079615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803d79ee-172b-4d13-ba71-43acb49b4d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:08.090419126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803d79ee-172b-4d13-ba71-43acb49b4d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:10.139503912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e16095-4ca4-4c2e-bc78-e9af9a892355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:10.193545433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e16095-4ca4-4c2e-bc78-e9af9a892355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:10.247501864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e16095-4ca4-4c2e-bc78-e9af9a892355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:10.30145254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e16095-4ca4-4c2e-bc78-e9af9a892355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:10.364491586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"8400261f-43ee-4488-996c-29f72a059e80","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:10.364518433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"8400261f-43ee-4488-996c-29f72a059e80","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:10.423935798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"1ee75645-0d3d-4c17-8c54-432746996ca7","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:10.424033263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"1ee75645-0d3d-4c17-8c54-432746996ca7","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:27:10.475176124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-sub","reconcileID":"fcec16e1-3692-487c-a6e0-44e70ff88d09","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-e87e9a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:27:10.478590907Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"1ee75645-0d3d-4c17-8c54-432746996ca7","name":"ipp-route-e87e9a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-e87e9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:27:10.478641471Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"1ee75645-0d3d-4c17-8c54-432746996ca7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-e87e9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:10.483971095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"250059cf-17da-4ab4-bb9c-ab6457c2aea2","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:10.483987483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"250059cf-17da-4ab4-bb9c-ab6457c2aea2","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:10.520426494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"79d14e62-52d7-4baf-ab13-a520d302a636","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e87e9a","tenantID":"e2e-ipp-a-e87e9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:10.577910105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"79d14e62-52d7-4baf-ab13-a520d302a636","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"name":"e2e-ipp-a-e87e9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:10.630627384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"cea3ac95-e83f-400c-b302-846542f286d1","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:10.630658179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"cea3ac95-e83f-400c-b302-846542f286d1","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:10.688599386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"077deba3-2ae0-4a11-8092-82bdbe58c45f","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:10.688616878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"077deba3-2ae0-4a11-8092-82bdbe58c45f","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:10.834692742Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:10.892888694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"2f6c33c2-05ed-47d9-8540-3283edcf7fa0","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e87e9a","tenantID":"e2e-ipp-a-e87e9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:10.90689026Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-sub","reconcileID":"8fb129dc-b25f-4b8e-9e9c-4a7cc0a684ac","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"name":"maas-trlp-ipp-route-e87e9a","model":"ipp-route-e87e9a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:10.950180083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"2f6c33c2-05ed-47d9-8540-3283edcf7fa0","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"name":"e2e-ipp-a-e87e9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:11.076255987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"1f9332b5-156a-499a-b57d-33d273aea55d","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:11.076276523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"1f9332b5-156a-499a-b57d-33d273aea55d","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:11.291029474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-sub","reconcileID":"a3fff8e4-fbd9-4ab8-810d-61152bac6d9c","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"name":"maas-trlp-ipp-route-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:12.227572195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c72d7729-e9e7-4bb9-a354-6214ab3e304a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:12.282060922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c72d7729-e9e7-4bb9-a354-6214ab3e304a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:12.336025278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c72d7729-e9e7-4bb9-a354-6214ab3e304a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:12.390082619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c72d7729-e9e7-4bb9-a354-6214ab3e304a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:18.116899286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d38fb96e-2fd7-4134-8dc2-1f1054e96b58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:18.170742751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d38fb96e-2fd7-4134-8dc2-1f1054e96b58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:18.224599028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d38fb96e-2fd7-4134-8dc2-1f1054e96b58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:18.278397872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d38fb96e-2fd7-4134-8dc2-1f1054e96b58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:20.223462283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"649be3f6-46db-49de-9ca7-25f24214a5d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:20.27765892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"649be3f6-46db-49de-9ca7-25f24214a5d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:20.331471332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"649be3f6-46db-49de-9ca7-25f24214a5d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:20.385436924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"649be3f6-46db-49de-9ca7-25f24214a5d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:22.219432276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"41b15a93-0109-407e-9731-13b16f49ddcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:22.344214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"a48b2625-ea2f-421b-a0f7-1edf8247f5ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:22.457591697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797bde9e-ac61-4b44-b7ef-cf1e8e8f8581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:22.513433782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797bde9e-ac61-4b44-b7ef-cf1e8e8f8581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:22.579678111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797bde9e-ac61-4b44-b7ef-cf1e8e8f8581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:22.63399669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797bde9e-ac61-4b44-b7ef-cf1e8e8f8581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:22.687582597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"e19f92a7-087d-47f3-a3f1-5f28a08fde77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:22.796743152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"fbd3449a-8d91-4024-a6bb-02651fb83fbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:22.857889033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"ffddf7f5-9ba1-4f92-873d-e387407069e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:22.857906714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b048dee0-437d-4dc8-863d-83ef2c3cfd77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:23.017719681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"18340eb8-6165-47f5-86c1-39e61b889a81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:23.242233286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"53332aa2-efba-4f97-aebf-fa08089ca00a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:23.341857174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"cf07c9a0-b992-49f8-8e61-07a17855fe59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:23.442308945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"662660db-307c-484f-9169-0833fb896616","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:23.466868642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"793ad182-2b5e-419f-834d-74d373aa8374","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:23.541523304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-sub","reconcileID":"20f8a699-fb90-41ff-a5fc-d8da609bb784","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"name":"maas-trlp-ipp-route-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:23.578523307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c7d677e5-854d-41cb-85a1-4c8fce556484","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:23.712331413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"e089e658-ed94-409e-a31e-8408c8fdd982","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:23.712353174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"e089e658-ed94-409e-a31e-8408c8fdd982","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:23.723209207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"febec844-32ff-409e-b0c1-68bb60e033ba","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e87e9a","tenantID":"e2e-ipp-a-e87e9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:23.781206156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"febec844-32ff-409e-b0c1-68bb60e033ba","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"name":"e2e-ipp-a-e87e9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:31.875623622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33e4b3b2-7eba-444f-80eb-91814133a803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:31.929857762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33e4b3b2-7eba-444f-80eb-91814133a803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:31.984190009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33e4b3b2-7eba-444f-80eb-91814133a803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:32.038279441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33e4b3b2-7eba-444f-80eb-91814133a803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:34.049455543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e49e397-f4a2-4e88-a7ea-61870d1afb69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:34.103473222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e49e397-f4a2-4e88-a7ea-61870d1afb69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:34.157666924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e49e397-f4a2-4e88-a7ea-61870d1afb69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:34.211800174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e49e397-f4a2-4e88-a7ea-61870d1afb69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:36.176021764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f60899d5-85cf-4335-9ff3-9d19345add25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:36.229970201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f60899d5-85cf-4335-9ff3-9d19345add25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:36.284271949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f60899d5-85cf-4335-9ff3-9d19345add25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:36.3385462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f60899d5-85cf-4335-9ff3-9d19345add25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:36.887945306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"500cea5b-388b-4567-b6f4-a13bbbfdbcdc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7cad76","tenantID":"e2e-praxis-a-7cad76","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:36.908360789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"2d1bf277-a843-4a02-b51a-710a44cc9b18","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:36.908382261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"2d1bf277-a843-4a02-b51a-710a44cc9b18","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:37.006218728Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"500cea5b-388b-4567-b6f4-a13bbbfdbcdc","name":"e2e-praxis-a-7cad76-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:37.074966367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"7bcf2248-5219-43c5-808a-38988e061075","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e87e9a","tenantID":"e2e-ipp-a-e87e9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:37.124611309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-sub","reconcileID":"8cce3331-ce21-4dce-9a04-e65fa51a61df","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"name":"maas-trlp-ipp-route-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:37.132063254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"7bcf2248-5219-43c5-808a-38988e061075","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"name":"e2e-ipp-a-e87e9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:37.355846854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"052c2474-a5c5-4e80-8182-081443a83ec5","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:37.355866386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"052c2474-a5c5-4e80-8182-081443a83ec5","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:37.627603604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-sub","reconcileID":"a00da0e8-4072-4b5c-9a2c-8f3a12973f47","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"name":"maas-trlp-ipp-route-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:38.309647018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea33efde-bacf-4c5a-bfc1-c29e61ecc98f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:38.363911066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea33efde-bacf-4c5a-bfc1-c29e61ecc98f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:38.417902588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea33efde-bacf-4c5a-bfc1-c29e61ecc98f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:38.473231737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea33efde-bacf-4c5a-bfc1-c29e61ecc98f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:40.402140442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d29563-6d01-4cc5-8216-ae91907aced7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:40.457337487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d29563-6d01-4cc5-8216-ae91907aced7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:40.512370451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d29563-6d01-4cc5-8216-ae91907aced7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:40.567113735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d29563-6d01-4cc5-8216-ae91907aced7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:40.832849016Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:47.357101355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"ac52bf9d-030c-4ba9-a9fc-336eba7ec017","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:47.357132076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"ac52bf9d-030c-4ba9-a9fc-336eba7ec017","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:51.874067066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"e0f421a8-c5f8-4654-8912-92a0222c8ebd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-1bbd80","tenantID":"e2e-praxis-b-1bbd80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:51.992484238Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"e0f421a8-c5f8-4654-8912-92a0222c8ebd","name":"e2e-praxis-b-1bbd80-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:57.358859255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"6ba9db07-6f6e-426b-83f7-d856e73318c4","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:27:57.358879197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"6ba9db07-6f6e-426b-83f7-d856e73318c4","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:07.360079999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"9480a56d-55a8-4dc0-9439-4ac723cc0653","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:07.360109233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"9480a56d-55a8-4dc0-9439-4ac723cc0653","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:10.831950719Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:12.607128515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"c28047e6-4e81-4f49-b049-bd4b05087393","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:12.607154623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"c28047e6-4e81-4f49-b049-bd4b05087393","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:12.713636126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"6190787e-712b-4d6a-a47c-34bf173846d4","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e87e9a","tenantID":"e2e-ipp-a-e87e9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:12.771325839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"6190787e-712b-4d6a-a47c-34bf173846d4","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"name":"e2e-ipp-a-e87e9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:12.772489989Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-sub","reconcileID":"d8f8c497-c021-44a6-8cf9-64392d1df671","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-78e0174a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:12.861429291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"6f038c3a-372f-4044-ad17-ffce7eb6a82e","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:12.86144992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"6f038c3a-372f-4044-ad17-ffce7eb6a82e","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:12.920318609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"3586a638-877f-4017-a756-572d5c5571bc","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:12.920337677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"3586a638-877f-4017-a756-572d5c5571bc","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:12.974559136Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-sub","reconcileID":"3ccea19d-90db-4917-9e4a-aed11f2796c6","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-78e0174a","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:28:12.975454704Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"3586a638-877f-4017-a756-572d5c5571bc","name":"ipp-route-e87e9a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-e87e9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:28:12.975512171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"3586a638-877f-4017-a756-572d5c5571bc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-e87e9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:12.978289445Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"6d786847-6456-4b9c-b33b-41226b923e48","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:12.981475174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"d30a892b-9b35-463b-a6b6-0e55ca3dfa24","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"tenant":"e2e-ipp-a-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:12.981491578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"d30a892b-9b35-463b-a6b6-0e55ca3dfa24","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"routeName":"ipp-route-e87e9a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e87e9a","llmisvcName":"ipp-route-e87e9a","gateway":"openshift-ingress/e2e-ipp-a-e87e9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:13.13188252Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-sub","reconcileID":"79d7f6b2-f126-4f0e-8136-d831e6e0844a","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-78e0174a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:13.191045501Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-sub","reconcileID":"7c8cf676-15e0-413f-90d1-117de846bf8f","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-78e0174a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:13.276457825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"6d786847-6456-4b9c-b33b-41226b923e48","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e87e9a","tenantID":"e2e-ipp-a-e87e9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:13.312576769Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-sub","reconcileID":"30b7c54e-ce21-44ca-ab9b-acbd285e3c80","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-78e0174a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:13.427215992Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"6d786847-6456-4b9c-b33b-41226b923e48","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"name":"e2e-ipp-a-e87e9a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:13.427249012Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-auth","reconcileID":"6d786847-6456-4b9c-b33b-41226b923e48","MaaSAuthPolicy":{"name":"ipp-route-e87e9a-auth","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:13.430225284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"b1c594ac-d280-4430-b40e-7ab5cdaec26c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-cdbffd","tenantID":"e2e-praxis-b-cdbffd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:13.552030166Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"b1c594ac-d280-4430-b40e-7ab5cdaec26c","name":"e2e-praxis-b-cdbffd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:13.610797634Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","namespace":"ai-tenant-e2e-ipp-a-57e2cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:13.610872185Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","namespace":"ai-tenant-e2e-ipp-a-57e2cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:13.610923406Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","tenant":"e2e-ipp-a-57e2cf","tenantID":"e2e-ipp-a-57e2cf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:13.65114814Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-sub","reconcileID":"d7263894-c6d9-4a9b-a9be-e82157a947f0","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-78e0174a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:13.665973438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","gvk":"Deployment","name":"maas-api-e2e-ipp-a-57e2cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:13.728969435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","gvk":"Service","name":"maas-api-e2e-ipp-a-57e2cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:13.755155254Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-sub","reconcileID":"b2278ad2-59f8-4fb9-b3d3-b90568e733ce","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-78e0174a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:13.811952847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-57e2cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:13.86381299Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-sub","reconcileID":"4fd14e3c-f5ee-405c-bdd9-573b31e643a9","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-78e0174a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:13.866684013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-57e2cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:13.948062371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-57e2cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:14.006082763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-57e2cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:14.064057693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-57e2cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:14.067158112Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-sub","reconcileID":"649dd857-2839-4185-b688-4c1771d773d5","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-78e0174a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:14.191378366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-57e2cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:28:14.245019901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e87e9a","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a","reconcileID":"92550c15-1bcd-4fd6-a8bc-7eead830e8ab","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-e87e9a\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:14.249170476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-57e2cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:14.304742133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-57e2cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:14.366239963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","gvk":"Service","name":"payload-processing-e2e-ipp-a-57e2cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:14.428768393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-57e2cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:14.484350706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-57e2cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:14.542607506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-57e2cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:14.599491253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-57e2cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:14.656312783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-57e2cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:14.711659216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-57e2cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:14.743427686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09f6ac0-3fd2-460b-a875-00eaddeaf911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:14.798627613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09f6ac0-3fd2-460b-a875-00eaddeaf911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:14.803884231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-57e2cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:14.859450576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09f6ac0-3fd2-460b-a875-00eaddeaf911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:14.914191049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09f6ac0-3fd2-460b-a875-00eaddeaf911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:14.915379533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-57e2cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:14.970475584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-57e2cf"},"namespace":"ai-tenant-e2e-ipp-a-57e2cf","name":"default-tenant","reconcileID":"7fe1ffb1-4ab6-4d1e-b4c0-2e4212a2e526","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-57e2cf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:16.850140555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6862729-4ec6-49b5-a3f7-d5b146cdedb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:16.905835734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6862729-4ec6-49b5-a3f7-d5b146cdedb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:16.960032411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6862729-4ec6-49b5-a3f7-d5b146cdedb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:17.014386468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6862729-4ec6-49b5-a3f7-d5b146cdedb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:18.75992193Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-57e2cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-57e2cf","reconcileID":"310c8421-b375-4c23-a4f3-326337f6a947","aitenant":"ai-tenants/e2e-ipp-a-57e2cf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:18.995526834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5281d71d-926f-4686-bac8-d5bc9da9168d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:19.049819579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5281d71d-926f-4686-bac8-d5bc9da9168d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:19.104074847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5281d71d-926f-4686-bac8-d5bc9da9168d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:19.165205325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5281d71d-926f-4686-bac8-d5bc9da9168d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:19.567019356Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-57e2cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-57e2cf","reconcileID":"310c8421-b375-4c23-a4f3-326337f6a947","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-57e2cf","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-57e2cf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:21.139708233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c8d2b7-df31-44ab-9b06-a6793c0263a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:21.193860515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c8d2b7-df31-44ab-9b06-a6793c0263a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:21.247851261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c8d2b7-df31-44ab-9b06-a6793c0263a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:21.30155031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c8d2b7-df31-44ab-9b06-a6793c0263a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:23.241535164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5a18b5-45ea-42c8-bb43-3f78fe57a080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:23.295419573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5a18b5-45ea-42c8-bb43-3f78fe57a080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:23.349665755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5a18b5-45ea-42c8-bb43-3f78fe57a080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:23.403903809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5a18b5-45ea-42c8-bb43-3f78fe57a080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:24.121871596Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-sub","reconcileID":"a512879b-a2ad-4fd4-b9a4-0993184c40d4","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","subscription":"ipp-route-e87e9a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:24.122004455Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"ipp-route-e87e9a-sub","reconcileID":"a512879b-a2ad-4fd4-b9a4-0993184c40d4","MaaSSubscription":{"name":"ipp-route-e87e9a-sub","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"model":"ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-e87e9a/ipp-route-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:27.708806578Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","namespace":"ai-tenant-e2e-ipp-b-6f1fd4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:27.708864076Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","namespace":"ai-tenant-e2e-ipp-b-6f1fd4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:27.708912097Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","tenant":"e2e-ipp-b-6f1fd4","tenantID":"e2e-ipp-b-6f1fd4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:27.763718381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","gvk":"Deployment","name":"maas-api-e2e-ipp-b-6f1fd4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:27.843439011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","gvk":"Service","name":"maas-api-e2e-ipp-b-6f1fd4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:27.849246494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45dbf48a-aed9-4c57-a985-a484d44695b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:27.904988039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45dbf48a-aed9-4c57-a985-a484d44695b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:27.926344732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-6f1fd4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:27.959711349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45dbf48a-aed9-4c57-a985-a484d44695b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:28.013936884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45dbf48a-aed9-4c57-a985-a484d44695b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:28.01532573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-6f1fd4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:28.071312522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-6f1fd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:28.127839261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-6f1fd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:28.185680148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-6f1fd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:28.288640024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-6f1fd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:28.34190273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-6f1fd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:28.395309106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-6f1fd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:28.44856795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","gvk":"Service","name":"payload-processing-e2e-ipp-b-6f1fd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:28.501624605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-6f1fd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:28.554758999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-6f1fd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:28.607818905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-6f1fd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:28.660836397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-6f1fd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:28.719304381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-6f1fd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:28.773035804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-6f1fd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:28.826376802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-6f1fd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:28.895631352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-6f1fd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:28.94923479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f1fd4"},"namespace":"ai-tenant-e2e-ipp-b-6f1fd4","name":"default-tenant","reconcileID":"24ced0a1-0cf9-4a71-9a04-d0a4501be8eb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-6f1fd4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:29.949157432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"388c0a70-b956-468b-bfb3-fc20905c5ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:30.006263139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"388c0a70-b956-468b-bfb3-fc20905c5ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:30.060934002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"388c0a70-b956-468b-bfb3-fc20905c5ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:30.114858057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"388c0a70-b956-468b-bfb3-fc20905c5ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:32.044031016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45717c0-fc26-418d-afe9-1828d8190169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:32.098639459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45717c0-fc26-418d-afe9-1828d8190169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:32.152589311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45717c0-fc26-418d-afe9-1828d8190169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:32.206625359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45717c0-fc26-418d-afe9-1828d8190169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:32.930031291Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-6f1fd4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-6f1fd4","reconcileID":"90548edc-0594-4bae-893f-3b56aa6b7e73","aitenant":"ai-tenants/e2e-ipp-b-6f1fd4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:33.733272975Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-6f1fd4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-6f1fd4","reconcileID":"90548edc-0594-4bae-893f-3b56aa6b7e73","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-6f1fd4","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-6f1fd4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:34.148240576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d676c05-20ce-4b09-a7f3-3205c8d841ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:34.204220412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d676c05-20ce-4b09-a7f3-3205c8d841ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:34.258389563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d676c05-20ce-4b09-a7f3-3205c8d841ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:34.312470145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d676c05-20ce-4b09-a7f3-3205c8d841ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:36.250846003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"650899f6-f931-46b6-b90a-2045c8807ab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:36.304812061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"650899f6-f931-46b6-b90a-2045c8807ab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:36.360426756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"650899f6-f931-46b6-b90a-2045c8807ab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:36.417331793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"650899f6-f931-46b6-b90a-2045c8807ab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:38.358197495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2dbdd59-62df-4c8d-8f03-4762ff576c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:38.412231924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2dbdd59-62df-4c8d-8f03-4762ff576c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:38.465998177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2dbdd59-62df-4c8d-8f03-4762ff576c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:38.519933278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2dbdd59-62df-4c8d-8f03-4762ff576c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:40.492659803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e93fb15-6722-4858-a6f3-a2ca4b8b8f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:40.546548423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e93fb15-6722-4858-a6f3-a2ca4b8b8f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:40.600348653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e93fb15-6722-4858-a6f3-a2ca4b8b8f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:40.654291179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e93fb15-6722-4858-a6f3-a2ca4b8b8f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:40.835475993Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:40.949152836Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-93816f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-93816f","reconcileID":"1bd3f1a1-27dc-4351-90ee-7a770f41beea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-93816f","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-93816f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:42.643288541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"764a52d8-9b4a-4e0c-93d8-cfe5eaa7b781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:42.697226997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"764a52d8-9b4a-4e0c-93d8-cfe5eaa7b781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:42.751456166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"764a52d8-9b4a-4e0c-93d8-cfe5eaa7b781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:42.805382359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"764a52d8-9b4a-4e0c-93d8-cfe5eaa7b781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:44.765793677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34358b4c-e9f5-4725-87d0-3edcbc0ac7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:44.820837312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34358b4c-e9f5-4725-87d0-3edcbc0ac7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:44.874686987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34358b4c-e9f5-4725-87d0-3edcbc0ac7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:44.928566321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34358b4c-e9f5-4725-87d0-3edcbc0ac7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:51.700577587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892f46dc-2a25-438c-b69b-af903b033127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:51.755837335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892f46dc-2a25-438c-b69b-af903b033127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:51.809804892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892f46dc-2a25-438c-b69b-af903b033127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:51.864457425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892f46dc-2a25-438c-b69b-af903b033127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:53.797431153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ade9f0-4e71-4ea6-bc6e-0aff9dbd945a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:53.851792564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ade9f0-4e71-4ea6-bc6e-0aff9dbd945a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:53.906516043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ade9f0-4e71-4ea6-bc6e-0aff9dbd945a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:53.96061239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ade9f0-4e71-4ea6-bc6e-0aff9dbd945a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:56.083422478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27c31cd9-be20-4e90-8824-90f0438b8502","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:56.141432673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27c31cd9-be20-4e90-8824-90f0438b8502","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:56.19768937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27c31cd9-be20-4e90-8824-90f0438b8502","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:56.251559954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27c31cd9-be20-4e90-8824-90f0438b8502","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:58.173920385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eed2823-fa41-4723-8f9d-84bd5fc50fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:58.230565752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eed2823-fa41-4723-8f9d-84bd5fc50fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:58.284566282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eed2823-fa41-4723-8f9d-84bd5fc50fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:28:58.338542694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eed2823-fa41-4723-8f9d-84bd5fc50fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:00.047875945Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-fbe1eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-fbe1eb","reconcileID":"1346113a-2378-45dd-a6bf-1476f97b8fe2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-fbe1eb","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-fbe1eb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:00.269181309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96d22953-ab85-4a37-bfb4-47b2b2ae49b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:00.323676633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96d22953-ab85-4a37-bfb4-47b2b2ae49b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:00.377862153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96d22953-ab85-4a37-bfb4-47b2b2ae49b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:00.515081474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96d22953-ab85-4a37-bfb4-47b2b2ae49b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:02.546061332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"874401fc-c9e1-446b-be6f-808674df2e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:02.600168178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"874401fc-c9e1-446b-be6f-808674df2e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:02.654371438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"874401fc-c9e1-446b-be6f-808674df2e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:02.708445501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"874401fc-c9e1-446b-be6f-808674df2e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:04.680546799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1278a6b4-dbcf-49a5-a23a-9da8a7767f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:04.734747944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1278a6b4-dbcf-49a5-a23a-9da8a7767f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:04.788673202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1278a6b4-dbcf-49a5-a23a-9da8a7767f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:04.844370469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1278a6b4-dbcf-49a5-a23a-9da8a7767f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:06.788301672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3271409c-d7f4-4ff0-a346-401abbc95644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:06.843233251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3271409c-d7f4-4ff0-a346-401abbc95644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:06.897086282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3271409c-d7f4-4ff0-a346-401abbc95644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:06.951245053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3271409c-d7f4-4ff0-a346-401abbc95644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:08.888930234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde629ab-37f1-462f-bb50-7f720d58e058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:08.942946731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde629ab-37f1-462f-bb50-7f720d58e058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:08.9969394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde629ab-37f1-462f-bb50-7f720d58e058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:09.050993248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde629ab-37f1-462f-bb50-7f720d58e058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:10.832613783Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:11.011392804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257caa03-5ac2-4460-ad81-a3edbde190c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:11.065679489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257caa03-5ac2-4460-ad81-a3edbde190c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:11.119527755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257caa03-5ac2-4460-ad81-a3edbde190c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:11.173466719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257caa03-5ac2-4460-ad81-a3edbde190c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:13.156157318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"584f0dcf-ea03-41a7-8fa6-fa5f6cf98140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:13.210184305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"584f0dcf-ea03-41a7-8fa6-fa5f6cf98140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:13.2642326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"584f0dcf-ea03-41a7-8fa6-fa5f6cf98140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:13.318811507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"584f0dcf-ea03-41a7-8fa6-fa5f6cf98140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:15.255477752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2df1c3a-bca3-4db9-afc3-4bb6d03dcce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:15.309508753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2df1c3a-bca3-4db9-afc3-4bb6d03dcce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:15.364555132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2df1c3a-bca3-4db9-afc3-4bb6d03dcce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:15.418521287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2df1c3a-bca3-4db9-afc3-4bb6d03dcce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:16.544795382Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","namespace":"ai-tenant-e2e-ipp-a-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:16.544861431Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","namespace":"ai-tenant-e2e-ipp-a-e87e9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:16.544913668Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","tenant":"e2e-ipp-a-e87e9a","tenantID":"e2e-ipp-a-e87e9a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:16.60125507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","gvk":"Deployment","name":"maas-api-e2e-ipp-a-e87e9a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:16.662543202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","gvk":"Service","name":"maas-api-e2e-ipp-a-e87e9a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:16.724805332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-e87e9a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:16.780465751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-e87e9a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:16.842680981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-e87e9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:16.899542575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-e87e9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:16.959989753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-e87e9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:17.019601858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-e87e9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:17.078896877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-e87e9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:17.135377027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-e87e9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:17.197572121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","gvk":"Service","name":"payload-processing-e2e-ipp-a-e87e9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:17.259816335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-e87e9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:17.316272727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-e87e9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:17.374031411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-e87e9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:17.430894431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-e87e9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:17.487570196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-e87e9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:17.545516884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-e87e9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:17.622138174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-e87e9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:17.686244655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-e87e9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:17.744359968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e87e9a"},"namespace":"ai-tenant-e2e-ipp-a-e87e9a","name":"default-tenant","reconcileID":"514770aa-0dc3-4463-b715-daf96a2cdc08","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-e87e9a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:18.495310561Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-e87e9a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-e87e9a","reconcileID":"5bb3126a-f24c-4ef8-9a17-e6a78a9b30cb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-e87e9a","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-e87e9a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:19.633793784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43830dcd-00e2-417c-9c80-013d2d516632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:19.687972824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43830dcd-00e2-417c-9c80-013d2d516632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:19.741991189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43830dcd-00e2-417c-9c80-013d2d516632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:19.796641609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43830dcd-00e2-417c-9c80-013d2d516632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:21.749856951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce2c5d1-65b9-4703-be47-645558c77bdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:21.804530581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce2c5d1-65b9-4703-be47-645558c77bdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:21.885612547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce2c5d1-65b9-4703-be47-645558c77bdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:21.939561156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce2c5d1-65b9-4703-be47-645558c77bdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:23.940240681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbd57951-e713-494f-b795-323ac2e05150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:23.994829637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbd57951-e713-494f-b795-323ac2e05150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:24.048647822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbd57951-e713-494f-b795-323ac2e05150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:24.10348713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbd57951-e713-494f-b795-323ac2e05150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:26.05783152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9dc01f9-6ac8-425c-a414-c11e7f08d467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:26.11223334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9dc01f9-6ac8-425c-a414-c11e7f08d467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:26.166545658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9dc01f9-6ac8-425c-a414-c11e7f08d467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:26.22110298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9dc01f9-6ac8-425c-a414-c11e7f08d467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:28.155444009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab070e6a-673b-427c-b856-1f2d41ccb3b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:28.209442769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab070e6a-673b-427c-b856-1f2d41ccb3b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:28.263409467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab070e6a-673b-427c-b856-1f2d41ccb3b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:28.317553015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab070e6a-673b-427c-b856-1f2d41ccb3b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:30.257925114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d166e1-d5d5-4bf6-ba1c-971937b677d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:30.311845907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d166e1-d5d5-4bf6-ba1c-971937b677d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:30.365503668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d166e1-d5d5-4bf6-ba1c-971937b677d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:30.41932751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d166e1-d5d5-4bf6-ba1c-971937b677d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:32.389402951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea59878-ad2f-4c30-a0a0-7c2746ab943a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:32.443169628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea59878-ad2f-4c30-a0a0-7c2746ab943a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:32.499128634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea59878-ad2f-4c30-a0a0-7c2746ab943a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:32.554746107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea59878-ad2f-4c30-a0a0-7c2746ab943a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:34.478972352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1856be61-81be-4605-93c5-2e98d1060d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:34.533371538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1856be61-81be-4605-93c5-2e98d1060d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:34.587488013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1856be61-81be-4605-93c5-2e98d1060d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:34.641517102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1856be61-81be-4605-93c5-2e98d1060d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:36.687914434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79f25153-d196-4ddb-a313-df2bf71d4c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:36.741950275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79f25153-d196-4ddb-a313-df2bf71d4c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:36.795825651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79f25153-d196-4ddb-a313-df2bf71d4c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:36.849815836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79f25153-d196-4ddb-a313-df2bf71d4c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:38.787622585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3855244-c412-44fd-8a85-1ff71b7d741e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:38.841771785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3855244-c412-44fd-8a85-1ff71b7d741e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:38.896300781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3855244-c412-44fd-8a85-1ff71b7d741e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:38.950582334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3855244-c412-44fd-8a85-1ff71b7d741e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:40.833514659Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:40.880348203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d32902-fbe1-4bd2-8db3-55fdb1b45d9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:40.934355791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d32902-fbe1-4bd2-8db3-55fdb1b45d9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:40.988329368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d32902-fbe1-4bd2-8db3-55fdb1b45d9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:41.042617166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d32902-fbe1-4bd2-8db3-55fdb1b45d9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:51.075471705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"fc0f50fd-afb2-4d2b-994e-11665edd166a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-93816f","tenantID":"e2e-praxis-a-93816f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:51.193676676Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"fc0f50fd-afb2-4d2b-994e-11665edd166a","name":"e2e-praxis-a-93816f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:51.251723121Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","namespace":"ai-tenant-e2e-praxis-a-ed4910","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:51.251828545Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","namespace":"ai-tenant-e2e-praxis-a-ed4910","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:51.251896887Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","tenant":"e2e-praxis-a-ed4910","tenantID":"e2e-praxis-a-ed4910","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:51.307328757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","gvk":"Deployment","name":"maas-api-e2e-praxis-a-ed4910","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:51.370430877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","gvk":"Service","name":"maas-api-e2e-praxis-a-ed4910","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:51.433299676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-ed4910","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:51.489586562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-ed4910","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:51.560473028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-ed4910","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:51.618238306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-ed4910","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:51.678322131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-ed4910","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:51.735829255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-ed4910","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:51.790978922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-ed4910","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:51.844234588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-ed4910","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:51.897577063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","gvk":"Service","name":"payload-processing-e2e-praxis-a-ed4910","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:51.95095164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-ed4910","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:52.004041276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-ed4910","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:52.057479241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-ed4910","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:52.110708243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-ed4910","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:52.169697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-ed4910","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:52.223335205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-ed4910","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:52.276614543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-ed4910","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:52.332073222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-ed4910","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:52.385581556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed4910"},"namespace":"ai-tenant-e2e-praxis-a-ed4910","name":"default-tenant","reconcileID":"3a92697c-e498-4073-880f-13598bb4c249","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-ed4910","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:56.722827046Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ed4910","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ed4910","reconcileID":"87f6c283-8f7b-45dd-8e70-67049980700a","aitenant":"ai-tenants/e2e-praxis-a-ed4910","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:57.353974391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa3d4bc-49ec-44c4-9cfa-db50c782fa5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:57.407856603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa3d4bc-49ec-44c4-9cfa-db50c782fa5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:57.46197982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa3d4bc-49ec-44c4-9cfa-db50c782fa5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:57.515874357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa3d4bc-49ec-44c4-9cfa-db50c782fa5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:57.627965457Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ed4910","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ed4910","reconcileID":"87f6c283-8f7b-45dd-8e70-67049980700a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ed4910","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-ed4910"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:59.471845111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc6660f-f4db-4a4a-b5be-e5275bf74ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:59.525721917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc6660f-f4db-4a4a-b5be-e5275bf74ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:59.579710744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc6660f-f4db-4a4a-b5be-e5275bf74ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:29:59.633941107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc6660f-f4db-4a4a-b5be-e5275bf74ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:01.573520995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4ab9c0-470f-4c79-bea1-0e377b71bc0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:01.628184206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4ab9c0-470f-4c79-bea1-0e377b71bc0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:01.68244994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4ab9c0-470f-4c79-bea1-0e377b71bc0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:01.736465193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4ab9c0-470f-4c79-bea1-0e377b71bc0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:03.680851311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74b0144e-fe56-49d2-b04c-2b8beb8c77a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:03.734936516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74b0144e-fe56-49d2-b04c-2b8beb8c77a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:03.789110551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74b0144e-fe56-49d2-b04c-2b8beb8c77a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:03.843119501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74b0144e-fe56-49d2-b04c-2b8beb8c77a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:05.843848525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaf5bccd-f08f-4682-bdff-93b8b7f45aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:05.898216246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaf5bccd-f08f-4682-bdff-93b8b7f45aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:05.952679672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaf5bccd-f08f-4682-bdff-93b8b7f45aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:06.009695842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaf5bccd-f08f-4682-bdff-93b8b7f45aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:08.154186182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bde1092-f941-46a1-b63a-e67a6e428e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:08.207962155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bde1092-f941-46a1-b63a-e67a6e428e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:08.261818559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bde1092-f941-46a1-b63a-e67a6e428e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:08.317051704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bde1092-f941-46a1-b63a-e67a6e428e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:10.326817966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bfc2c38-0ca7-48fa-ab27-e5c581508626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:10.382437569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bfc2c38-0ca7-48fa-ab27-e5c581508626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:10.436535363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bfc2c38-0ca7-48fa-ab27-e5c581508626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:10.490608345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bfc2c38-0ca7-48fa-ab27-e5c581508626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:10.832348258Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:12.427272026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f32be4-27ad-49cd-b321-2e32a4f69fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:12.481196384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f32be4-27ad-49cd-b321-2e32a4f69fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:12.535046962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f32be4-27ad-49cd-b321-2e32a4f69fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:12.588988981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f32be4-27ad-49cd-b321-2e32a4f69fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:13.419354916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"4ccc2494-4614-4774-9eba-dd2e13c39da9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-fbe1eb","tenantID":"e2e-praxis-b-fbe1eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:13.536927183Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"4ccc2494-4614-4774-9eba-dd2e13c39da9","name":"e2e-praxis-b-fbe1eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:13.595386784Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","namespace":"ai-tenant-e2e-praxis-b-1bbd80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:13.595471747Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","namespace":"ai-tenant-e2e-praxis-b-1bbd80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:13.595545785Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","tenant":"e2e-praxis-b-1bbd80","tenantID":"e2e-praxis-b-1bbd80","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:13.650774468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","gvk":"Deployment","name":"maas-api-e2e-praxis-b-1bbd80","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:13.712240209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","gvk":"Service","name":"maas-api-e2e-praxis-b-1bbd80","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:13.768395738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-1bbd80","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:13.823471129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-1bbd80","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:13.879280367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-1bbd80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:13.935226563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-1bbd80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:13.993191613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-1bbd80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:14.051008028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-1bbd80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:14.104437864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-1bbd80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:14.158850298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-1bbd80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:14.212133685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","gvk":"Service","name":"payload-processing-e2e-praxis-b-1bbd80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:14.265932182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-1bbd80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:14.320397075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-1bbd80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:14.373936163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-1bbd80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:14.427169262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-1bbd80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:14.483940715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-1bbd80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:14.537327826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-1bbd80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:14.590741551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-1bbd80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:14.644437046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-1bbd80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:14.698159376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1bbd80"},"namespace":"ai-tenant-e2e-praxis-b-1bbd80","name":"default-tenant","reconcileID":"f26000e1-8590-42f5-836f-0f9312ef2e65","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-1bbd80","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:14.756158102Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","namespace":"ai-tenant-e2e-praxis-a-b028e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:14.756212604Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","namespace":"ai-tenant-e2e-praxis-a-b028e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:14.756260493Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","tenant":"e2e-praxis-a-b028e6","tenantID":"e2e-praxis-a-b028e6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:14.813909592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","gvk":"Deployment","name":"maas-api-e2e-praxis-a-b028e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:14.876773095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","gvk":"Service","name":"maas-api-e2e-praxis-a-b028e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:14.933037658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-b028e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:14.988305209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-b028e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:15.047897968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-b028e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:15.116261333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-b028e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:15.174619005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-b028e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:15.231798019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-b028e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:15.285067984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-b028e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:15.338384516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-b028e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:15.392883712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","gvk":"Service","name":"payload-processing-e2e-praxis-a-b028e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:15.446332596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-b028e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:15.49986872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-b028e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:15.55339565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-b028e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:15.606829096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-b028e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:15.664949862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-b028e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:15.718537547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-b028e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:15.77160987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-b028e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:15.82545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-b028e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:15.879452644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b028e6"},"namespace":"ai-tenant-e2e-praxis-a-b028e6","name":"default-tenant","reconcileID":"1a9db16a-4ae1-4ad0-8350-138547a06452","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-b028e6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:17.256461996Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1bbd80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1bbd80","reconcileID":"aff93260-4206-4c2a-8476-c5ba468616b9","aitenant":"ai-tenants/e2e-praxis-b-1bbd80","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:17.840290571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a276a30-06d1-43e7-b68e-cd8bdf03822c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:17.894387625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a276a30-06d1-43e7-b68e-cd8bdf03822c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:17.948312607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a276a30-06d1-43e7-b68e-cd8bdf03822c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:18.002099146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a276a30-06d1-43e7-b68e-cd8bdf03822c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:18.116197101Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1bbd80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1bbd80","reconcileID":"aff93260-4206-4c2a-8476-c5ba468616b9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-1bbd80","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-1bbd80"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:20.043100323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcd96963-2854-4bc6-b35b-1b8aa0448e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:20.097752438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcd96963-2854-4bc6-b35b-1b8aa0448e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:20.151882347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcd96963-2854-4bc6-b35b-1b8aa0448e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:20.206201565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcd96963-2854-4bc6-b35b-1b8aa0448e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:21.813326385Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b028e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b028e6","reconcileID":"840f8c0f-0334-44fa-bc17-4bce8e8870e0","aitenant":"ai-tenants/e2e-praxis-a-b028e6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:22.256365068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5adbbb0b-309b-4d04-b63b-7591d99916f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:22.31024052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5adbbb0b-309b-4d04-b63b-7591d99916f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:22.364626812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5adbbb0b-309b-4d04-b63b-7591d99916f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:22.418529296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5adbbb0b-309b-4d04-b63b-7591d99916f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:22.639068417Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b028e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b028e6","reconcileID":"840f8c0f-0334-44fa-bc17-4bce8e8870e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b028e6","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-b028e6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:23.392542357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"9e1e2f64-24a2-4862-b157-a9db6c8a6401","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:24.400135303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"384c3890-3e7f-4f64-aa3f-f45de4d112e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:24.454280989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"384c3890-3e7f-4f64-aa3f-f45de4d112e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:24.508008589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"384c3890-3e7f-4f64-aa3f-f45de4d112e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:24.562430964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"384c3890-3e7f-4f64-aa3f-f45de4d112e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:25.533013356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"ea5901a3-7747-4ef0-b8c7-ccfe12adfe40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:26.497379776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fe30681-3797-4905-843f-5c362f28484f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:26.51990938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"f8d39d34-d842-4a35-938b-f47de697611a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:26.551583207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fe30681-3797-4905-843f-5c362f28484f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:26.605430216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fe30681-3797-4905-843f-5c362f28484f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:26.659384135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fe30681-3797-4905-843f-5c362f28484f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:26.660931662Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","namespace":"ai-tenant-e2e-ipp-b-408103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:26.660983641Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","namespace":"ai-tenant-e2e-ipp-b-408103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:26.66103043Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","tenant":"e2e-ipp-b-408103","tenantID":"e2e-ipp-b-408103","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:26.715941072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","gvk":"Deployment","name":"maas-api-e2e-ipp-b-408103","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:26.779191731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","gvk":"Service","name":"maas-api-e2e-ipp-b-408103","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:26.835090756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-408103","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:26.939146831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-408103","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:26.996465155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-408103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:27.05363319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-408103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:27.111726261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-408103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:27.176078324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-408103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:27.231639044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-408103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:27.286885666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-408103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:27.347518778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","gvk":"Service","name":"payload-processing-e2e-ipp-b-408103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:27.412226913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-408103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:27.467950049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-408103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:27.52405214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-408103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:27.580725586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-408103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:27.637333873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-408103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:27.692295002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-408103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:27.747809314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-408103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:27.803328053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-408103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:27.858906266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-408103"},"namespace":"ai-tenant-e2e-ipp-b-408103","name":"default-tenant","reconcileID":"938230bc-7cd8-47c9-8c1f-da5fdf7a4d52","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-408103","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:29.128791362Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-408103","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-408103","reconcileID":"a0f81660-1dd9-4645-b82f-3cca0eea9951","aitenant":"ai-tenants/e2e-ipp-b-408103","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:29.567030315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"7a6594be-2021-4838-804f-ec0ed363df20","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:29.589453975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"cfc08eda-82f7-4ff5-ac8c-53870b737434","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:29.62610091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"09f27b26-4df7-46ad-9bc7-9acc812c55ee","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:30:29.677895373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-316177fb","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-sub-binding-316177fb","reconcileID":"ac8e444e-bef9-4fa4-92b6-065956d18174","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-316177fb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:29.71759339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013be4c8-da98-4d9f-82d8-53c319b72c25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:29.772503412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013be4c8-da98-4d9f-82d8-53c319b72c25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:29.772585268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"98d83a12-1497-4e56-b01a-2d2ba94c962d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:29.82663622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013be4c8-da98-4d9f-82d8-53c319b72c25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:29.826765662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"0363053e-df1a-46d5-8420-33eeeaba2802","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:29.829311295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"8f796841-bd41-40f0-aa67-c3e9e33839af","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:29.881010168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013be4c8-da98-4d9f-82d8-53c319b72c25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:29.885054799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"98d83a12-1497-4e56-b01a-2d2ba94c962d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:29.94062649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"0363053e-df1a-46d5-8420-33eeeaba2802","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:29.941973417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"fa575f81-ab7c-4de1-9af9-be7bbd676559","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:30.050805126Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-408103","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-408103","reconcileID":"a0f81660-1dd9-4645-b82f-3cca0eea9951","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-408103","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-408103"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:30.265723828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"2ff28305-b369-4640-8c73-fb3c328636d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:30.271857998Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-316177fb","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-sub-binding-316177fb","reconcileID":"6e68d286-ca5d-4d90-bd3e-bc05d5d05ea7","MaaSSubscription":{"name":"e2e-apikey-sub-binding-316177fb","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-apikey-sub-binding-316177fb","ai-tenant-e2e-worker-w0-14d090/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:30.323178714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"2ff28305-b369-4640-8c73-fb3c328636d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:30.365196784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"cbcfb234-b3fb-496d-a3d2-a71ebbc58735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:30.423331652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"cbcfb234-b3fb-496d-a3d2-a71ebbc58735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:30.441264485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"4691b5c9-e3c8-4a4f-8891-a1dce8a67f0c","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:30.489651696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"2d16325f-5ecc-4527-8fee-408331b21cd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:30.656318823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-316177fb","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-sub-binding-316177fb","reconcileID":"59da94cd-ad54-4561-904b-1cdd16a62ec5","MaaSSubscription":{"name":"e2e-apikey-sub-binding-316177fb","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:31.842556841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec610fe6-8b63-4e6b-b69d-09e01a84ef43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:31.89722881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec610fe6-8b63-4e6b-b69d-09e01a84ef43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:31.951456612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec610fe6-8b63-4e6b-b69d-09e01a84ef43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:32.005587996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec610fe6-8b63-4e6b-b69d-09e01a84ef43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:33.290873519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"5bca8899-bc7f-4358-b5be-29cb4ca2549a","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:33.588277199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"12afdd7d-a371-4c2d-82a7-fc4186c67e12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:33.589117917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"11886062-140e-4513-9bc5-0c80e85368fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:33.646526081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"12afdd7d-a371-4c2d-82a7-fc4186c67e12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:33.647330889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"11886062-140e-4513-9bc5-0c80e85368fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:34.087094285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4523b31c-8c3a-4467-9841-c7176bbc5bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:34.141399346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4523b31c-8c3a-4467-9841-c7176bbc5bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:34.195629686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4523b31c-8c3a-4467-9841-c7176bbc5bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:34.24995141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4523b31c-8c3a-4467-9841-c7176bbc5bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:36.18562851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6c42df-2957-4caf-b8e4-5a6028440399","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:36.239488029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6c42df-2957-4caf-b8e4-5a6028440399","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:36.293409791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6c42df-2957-4caf-b8e4-5a6028440399","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:36.347484635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6c42df-2957-4caf-b8e4-5a6028440399","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:36.518851283Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b743f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b743f6","reconcileID":"fdefceca-68c4-4ab2-a500-12fc2197b76b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b743f6","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-b743f6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:38.342116405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d60aa59-e97c-4345-95db-fe99d0b0058e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:38.395956085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d60aa59-e97c-4345-95db-fe99d0b0058e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:38.449809061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d60aa59-e97c-4345-95db-fe99d0b0058e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:38.504644733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d60aa59-e97c-4345-95db-fe99d0b0058e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:40.452031157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21e471af-2aa1-4eb6-a501-3a924c7a57ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:40.507051585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21e471af-2aa1-4eb6-a501-3a924c7a57ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:40.564229464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21e471af-2aa1-4eb6-a501-3a924c7a57ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:40.618584644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21e471af-2aa1-4eb6-a501-3a924c7a57ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:40.83245752Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:42.542864153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29424043-9134-492b-8818-01886b16990b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:42.596927926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29424043-9134-492b-8818-01886b16990b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:42.650666281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29424043-9134-492b-8818-01886b16990b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:42.704449252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29424043-9134-492b-8818-01886b16990b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:43.554627264Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-316177fb","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-sub-binding-316177fb","reconcileID":"99bd7e9a-5a4b-4911-890a-48c5a407a9d7","MaaSSubscription":{"name":"e2e-apikey-sub-binding-316177fb","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscription":"e2e-apikey-sub-binding-316177fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:43.880309546Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-316177fb","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-apikey-sub-binding-316177fb","reconcileID":"99bd7e9a-5a4b-4911-890a-48c5a407a9d7","MaaSSubscription":{"name":"e2e-apikey-sub-binding-316177fb","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:44.096839798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"1f156efb-be8d-444f-bc95-24721cc5976b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:44.109999696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"9b9ccbc6-d55a-4555-996b-ecd9a82b105a","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:44.305545852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"7382ed81-6fb0-4375-be86-92cce87aa0c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:44.30555445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"9f6e730d-862d-42fe-a618-b8030d82fddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:44.363105635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"7382ed81-6fb0-4375-be86-92cce87aa0c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:44.363157941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"9f6e730d-862d-42fe-a618-b8030d82fddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:44.747152839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e11ccb50-68db-4c37-9230-31017cf15638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:44.801704369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e11ccb50-68db-4c37-9230-31017cf15638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:44.855624787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e11ccb50-68db-4c37-9230-31017cf15638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:44.910296746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e11ccb50-68db-4c37-9230-31017cf15638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:45.320192643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"416b50b7-7e6d-4a05-9bd2-9e7a58942614","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:45.37829411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"f90379b6-2c3a-40c4-8b41-6d0d455d0d4f","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:30:45.429622109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ordering-sub","reconcileID":"d75f9164-5a3e-4923-98a3-30c1545cc684","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:45.481756209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"1ac9212e-216f-4b84-acac-632bbc191b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:45.481788475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"b5551792-c947-42bb-9d56-889642cc01e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:45.539586168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"1ac9212e-216f-4b84-acac-632bbc191b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:45.539715365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"b5551792-c947-42bb-9d56-889642cc01e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:45.547231118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"b31590d8-5621-4902-82e8-00bb2bbf35ac","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:45.605321249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"0f78c154-ad06-49af-bb3f-efc1a97c8c0f","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:45.861437271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"6cd20c07-8dce-4cc5-9e40-5086c7eec191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:45.861478882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"b60eeb03-8ad3-4131-9dcd-1577ec906f11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:45.88042089Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ordering-sub","reconcileID":"1441700a-59c5-4601-95a3-833e17329496","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-ordering-sub","ai-tenant-e2e-worker-w0-14d090/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:45.919840749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"b60eeb03-8ad3-4131-9dcd-1577ec906f11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:45.919939247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"6cd20c07-8dce-4cc5-9e40-5086c7eec191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:46.05517095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"186ea8d6-96c9-4e62-8486-9ef156cc636d","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:46.104675295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"d185f4f2-5228-416f-9d64-6d36088aa58e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:46.270579815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ordering-sub","reconcileID":"746556e9-6eea-4048-9619-d535fe868b89","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:46.850610456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79486d60-97dc-42b3-a6aa-91ed82a745e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:46.905126337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79486d60-97dc-42b3-a6aa-91ed82a745e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:46.959537725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79486d60-97dc-42b3-a6aa-91ed82a745e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:47.014147413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79486d60-97dc-42b3-a6aa-91ed82a745e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:48.794975288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"3dbd0cd7-b376-49bd-aff9-5298def400ff","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:48.852363779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"39f3f9e6-f9e5-4cf3-a29c-cd190a26d511","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:49.012831219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ordering-auth","reconcileID":"f54d23c1-0d53-4ae2-acc3-85acf55620fd","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:49.070188251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ordering-auth","reconcileID":"f54d23c1-0d53-4ae2-acc3-85acf55620fd","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:49.389583708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"bf07be0e-1dcf-4907-b254-5a686afe309d","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:51.251794771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c136846-4b6e-4075-9a61-fc1a243b2e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:51.305532746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c136846-4b6e-4075-9a61-fc1a243b2e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:51.359869787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c136846-4b6e-4075-9a61-fc1a243b2e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:51.414116836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c136846-4b6e-4075-9a61-fc1a243b2e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:51.685326639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"698a6c3d-2c92-4948-ab22-35278fef0902","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:51.846869694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ordering-auth","reconcileID":"5446ef05-4613-4273-af32-2a51383a1362","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:51.847100192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"4e9f1063-5370-4cce-9b00-8bbf7a8be712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:51.84744229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"22515365-b64f-49af-ac5b-c9b670eec890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:51.905114999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"22515365-b64f-49af-ac5b-c9b670eec890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:51.905212579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ordering-auth","reconcileID":"5446ef05-4613-4273-af32-2a51383a1362","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:51.907283458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"4e9f1063-5370-4cce-9b00-8bbf7a8be712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:53.347047867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf9a849c-3cf8-4366-ac86-25b4874bfe9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:53.401167277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf9a849c-3cf8-4366-ac86-25b4874bfe9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:53.455020174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf9a849c-3cf8-4366-ac86-25b4874bfe9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:53.508767473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf9a849c-3cf8-4366-ac86-25b4874bfe9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:59.186262054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45a7c46-9a51-4395-b2d6-14f5e45ac7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:59.240382522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45a7c46-9a51-4395-b2d6-14f5e45ac7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:59.294611063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45a7c46-9a51-4395-b2d6-14f5e45ac7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:59.349131065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45a7c46-9a51-4395-b2d6-14f5e45ac7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:30:59.715875259Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-5c2879","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-5c2879","reconcileID":"ef3ae8f6-8d95-4ef8-82f9-8de653b74a92","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-5c2879","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-5c2879":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:01.296406165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"336c73a7-dbd6-41cd-8034-dad7645e7a91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:01.350338875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"336c73a7-dbd6-41cd-8034-dad7645e7a91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:01.404326684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"336c73a7-dbd6-41cd-8034-dad7645e7a91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:01.458336353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"336c73a7-dbd6-41cd-8034-dad7645e7a91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:01.853165346Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ordering-sub","reconcileID":"80bfc22c-5ea9-40e3-a3a2-0b89cc7f3665","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:02.07400379Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ordering-sub","reconcileID":"80bfc22c-5ea9-40e3-a3a2-0b89cc7f3665","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:02.290322306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"2142495e-0ff5-4b06-82de-d534958b3ec7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:02.340976121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"785ff757-c2c0-4327-825e-ba47e7d3945e","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:02.48231612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"ba6d968d-4ea9-4b32-9c03-18b9c11b3987","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:02.541511668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"528206e6-12df-42ce-877a-05f4f5da0337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:02.541668757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ordering-auth","reconcileID":"7a207e86-6706-4572-bea7-d12782b44a57","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:02.541941687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"142460f6-60b3-40bc-9e3f-e47b373dab3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:02.599913926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ordering-auth","reconcileID":"7a207e86-6706-4572-bea7-d12782b44a57","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:02.599937574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"528206e6-12df-42ce-877a-05f4f5da0337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:02.602027348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"142460f6-60b3-40bc-9e3f-e47b373dab3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:02.820119564Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-ordering-auth","reconcileID":"d8e17059-3d2e-46f3-9627-7e4392968fd7","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:03.066609071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"a664c849-ca3f-4edb-a79d-184add581408","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:03.458367104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4be4a8b-078a-48dc-bc9b-ad82586e58b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:03.512931827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4be4a8b-078a-48dc-bc9b-ad82586e58b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:03.566987652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4be4a8b-078a-48dc-bc9b-ad82586e58b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:03.621454052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4be4a8b-078a-48dc-bc9b-ad82586e58b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:04.39512255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"633ed5d0-fbe8-45af-9181-365e2cba2f53","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:04.453251875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"8b2293c2-6cfc-40a5-bed2-00635eb065b7","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:04.654100891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-success","reconcileID":"82ee7ae2-fb0c-4f6c-a667-f12ab98a655c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:04.675145318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"fb62a35f-1212-4409-8f31-52358a045ad8","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:04.76789762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-success","reconcileID":"82ee7ae2-fb0c-4f6c-a667-f12ab98a655c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:04.768411621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"e5b6f93b-a683-4103-96b3-177caec680b5","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:31:04.821725103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-subscription-success","reconcileID":"f268ca8a-a6ca-4cfd-88c0-dc10a7328c47","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:04.871099123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"fd8301fb-b4d7-45fa-a218-09e4d96c1b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:04.871100889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"e39f7e66-4b03-4733-997c-ca1563dc378e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:04.928935581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"fd8301fb-b4d7-45fa-a218-09e4d96c1b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:04.93070922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"e39f7e66-4b03-4733-997c-ca1563dc378e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:04.93803936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"9ba6f38c-fa7b-4036-ba53-ef91e3d65d95","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:05.040414029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"80e8e898-ae70-4a03-a01e-f1a3538576af","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:05.096636542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"89cd31df-33e2-494d-8327-054de6cda5e2","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:05.289654258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-success","reconcileID":"0fb1414b-9f15-40b5-9948-872ddc5e3281","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:05.347757433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-success","reconcileID":"0fb1414b-9f15-40b5-9948-872ddc5e3281","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:05.348377007Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-subscription-success","reconcileID":"8261af30-0ba1-4971-836f-308d061c3d9c","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-test-subscription-success","ai-tenant-e2e-worker-w0-14d090/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:05.395575792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"b5ccc8db-715c-49a1-922b-6f11632422cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:05.395838535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"a35526b8-3ab1-4b54-8974-b71d57eeee72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:05.453377099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"a35526b8-3ab1-4b54-8974-b71d57eeee72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:05.453511084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"b5ccc8db-715c-49a1-922b-6f11632422cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:05.519053249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"8c3658cd-5e2b-4098-bdfb-120555ae0bf7","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:05.564259145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"31e26cd8-faa9-41b8-a885-87fb4bfb6cf1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:05.577150106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d0b4242-3b52-4f01-beef-d0f7347398fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:05.631767132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d0b4242-3b52-4f01-beef-d0f7347398fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:05.685508981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d0b4242-3b52-4f01-beef-d0f7347398fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:05.73978005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d0b4242-3b52-4f01-beef-d0f7347398fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:05.902927723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-subscription-success","reconcileID":"986d1454-4394-43e4-a2aa-ff141cc2ee5c","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:07.743989524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2718b9-3d28-4fd5-8be1-f28461c1ff74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:07.798173289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2718b9-3d28-4fd5-8be1-f28461c1ff74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:07.852160033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2718b9-3d28-4fd5-8be1-f28461c1ff74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:07.906288808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2718b9-3d28-4fd5-8be1-f28461c1ff74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:08.119543528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"5f105ad0-6065-4a55-b4c5-263ffd7c3b7e","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:08.288954055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"d2b2ef76-dc6c-4c00-b988-92852a15ecd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:08.289027262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"67422afe-cf6e-4ce8-88f1-65115164268a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:08.289433993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-success","reconcileID":"475e80c4-4e9b-43cc-8b0c-18b47e79c3e9","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:08.346679008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"d2b2ef76-dc6c-4c00-b988-92852a15ecd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:08.347121242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"67422afe-cf6e-4ce8-88f1-65115164268a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:08.348933642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-success","reconcileID":"475e80c4-4e9b-43cc-8b0c-18b47e79c3e9","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:09.850054716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600f8ed2-5bcc-4fe0-aa8a-0a3f6a9bce3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:09.904056321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600f8ed2-5bcc-4fe0-aa8a-0a3f6a9bce3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:09.9579525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600f8ed2-5bcc-4fe0-aa8a-0a3f6a9bce3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:10.011900509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600f8ed2-5bcc-4fe0-aa8a-0a3f6a9bce3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:10.834283082Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:11.954906812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4c89817-4722-4b72-8a42-70e737acd511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:12.00872435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4c89817-4722-4b72-8a42-70e737acd511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:12.06259555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4c89817-4722-4b72-8a42-70e737acd511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:12.116522776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4c89817-4722-4b72-8a42-70e737acd511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:14.052711376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1afbf885-b809-4a7a-9de0-8e25b8059e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:14.107033803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1afbf885-b809-4a7a-9de0-8e25b8059e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:14.16107581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1afbf885-b809-4a7a-9de0-8e25b8059e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:14.215669125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1afbf885-b809-4a7a-9de0-8e25b8059e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:15.733535045Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","namespace":"ai-tenant-e2e-praxis-b-cdbffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:15.733591175Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","namespace":"ai-tenant-e2e-praxis-b-cdbffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:15.73363709Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","tenant":"e2e-praxis-b-cdbffd","tenantID":"e2e-praxis-b-cdbffd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:15.788605346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","gvk":"Deployment","name":"maas-api-e2e-praxis-b-cdbffd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:15.854008701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","gvk":"Service","name":"maas-api-e2e-praxis-b-cdbffd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:15.910387443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-cdbffd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:15.967984509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-cdbffd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:16.028037468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-cdbffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:16.084231389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-cdbffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:16.144411327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-cdbffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:16.152291039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5738d191-7846-4396-91ff-b79ca8aebcc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:16.206494879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5738d191-7846-4396-91ff-b79ca8aebcc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:16.207921456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-cdbffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:16.261020091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5738d191-7846-4396-91ff-b79ca8aebcc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:16.314341603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-cdbffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:16.314967588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5738d191-7846-4396-91ff-b79ca8aebcc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:16.37006063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-cdbffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:16.42345824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","gvk":"Service","name":"payload-processing-e2e-praxis-b-cdbffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:16.476824768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-cdbffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:16.530030488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-cdbffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:16.58649515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-cdbffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:16.640079308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-cdbffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:16.698253384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-cdbffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:16.75316778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-cdbffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:16.806696206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-cdbffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:16.859893366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-cdbffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:16.913139828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cdbffd"},"namespace":"ai-tenant-e2e-praxis-b-cdbffd","name":"default-tenant","reconcileID":"835d09d2-3848-4ccf-9aed-8f5a388ed614","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-cdbffd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:18.257546184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f5b36f-fa31-4077-90b8-6b8e04b8c2f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:18.311080621Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-subscription-success","reconcileID":"663a6e04-a5cd-4874-8cf4-1a46d217e3aa","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:18.312443857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f5b36f-fa31-4077-90b8-6b8e04b8c2f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:18.368043954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f5b36f-fa31-4077-90b8-6b8e04b8c2f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:18.421998901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f5b36f-fa31-4077-90b8-6b8e04b8c2f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:18.643704936Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-subscription-success","reconcileID":"663a6e04-a5cd-4874-8cf4-1a46d217e3aa","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:18.859635191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"f2e57c1e-bc9a-4a8b-989c-0a27590cc834","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:18.865425766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"eb759802-cdf6-43d1-9ed5-14a87279b9f0","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:19.013724448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"c93ffdde-08cf-4c55-8c08-7787c299d615","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:19.026252401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-success","reconcileID":"f55a92ac-82c8-4a6c-9b37-f6df954a8f44","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:19.026467876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"804f7317-8838-48e3-a660-9dacc6dec779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:19.026252335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"f428c4e8-6194-4c5e-9969-1aae0b2a2e80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:19.084782016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"804f7317-8838-48e3-a660-9dacc6dec779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:19.084889296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-success","reconcileID":"f55a92ac-82c8-4a6c-9b37-f6df954a8f44","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:19.087039761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"f428c4e8-6194-4c5e-9969-1aae0b2a2e80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:19.293042636Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-success","reconcileID":"1ea12b9b-737a-4f25-b460-1a806c63661d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:19.555482446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"fd90f757-b68f-4171-8af7-ec04accf1fb6","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:20.351118672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83cd30d-c89e-4ae8-9047-91467b4cc538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:20.404918044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83cd30d-c89e-4ae8-9047-91467b4cc538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:20.462184771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83cd30d-c89e-4ae8-9047-91467b4cc538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:20.516529421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83cd30d-c89e-4ae8-9047-91467b4cc538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:20.670696751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"6ab60357-8dd9-48bb-a66a-126e6d04354b","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:20.728586979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"7ccce649-89eb-4283-874a-ab30a71e6e60","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:20.89540187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-no-access","reconcileID":"61c65571-de10-4e9d-a019-1e4328f230d1","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:20.946089556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"7ca710bc-543b-4eae-9e70-f4e07a1b4f53","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:20.953552307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-no-access","reconcileID":"61c65571-de10-4e9d-a019-1e4328f230d1","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:21.005589563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"bae49f76-6bc3-44a8-ab95-8dc9318ad906","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:31:21.058330406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-subscription-no-access","reconcileID":"98416991-40ac-4b90-aa30-090b256d5105","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:21.108330389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"a0f0ab07-a0c7-41d0-aa7f-7336af70f8aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:21.108334763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"7e334b38-f1c7-48ce-8e10-b9077434e3f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:21.166301356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"a0f0ab07-a0c7-41d0-aa7f-7336af70f8aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:21.166435607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"7e334b38-f1c7-48ce-8e10-b9077434e3f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:21.176628393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"a1ddeb40-0279-448c-82be-76232e0e5ac2","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:21.327047892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"6184efe9-a34d-424e-93dc-c72e5ab81b52","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:21.331614034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"7d3a7148-34ce-4b4f-9734-232ecf869b83","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:21.498582023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-no-access","reconcileID":"769d01a5-023c-4762-b88d-c2d7991998c4","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:21.536667875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"5e87eecc-50cb-4c9f-bdbd-0513ba217471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:21.536763464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"fcab68eb-0d7e-4bc9-b92a-3413907baa66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:21.556464868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-no-access","reconcileID":"769d01a5-023c-4762-b88d-c2d7991998c4","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:21.596365294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"5e87eecc-50cb-4c9f-bdbd-0513ba217471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:21.597587228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"fcab68eb-0d7e-4bc9-b92a-3413907baa66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:21.654382638Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-subscription-no-access","reconcileID":"04001129-d44f-4ab6-ac4b-13e4be19d8de","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-14d090/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:21.824475649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"3b9d9c3e-8a87-4d64-ad33-13980fbc3ca5","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:21.872322192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"375797d0-427d-43c1-a68d-043c776394df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:31:21.911534073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-no-access","reconcileID":"769d01a5-023c-4762-b88d-c2d7991998c4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:22.089690841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-no-access","reconcileID":"455ae0b3-60af-4df5-9f28-5c79a6686c15","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:22.090383845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-subscription-no-access","reconcileID":"c4842871-e90c-4ac3-840c-0f6d35b7aca8","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:22.151374474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-no-access","reconcileID":"455ae0b3-60af-4df5-9f28-5c79a6686c15","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:22.533486145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4515907b-591f-4fe7-89a5-8327e62b8117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:22.588314416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4515907b-591f-4fe7-89a5-8327e62b8117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:22.642466784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4515907b-591f-4fe7-89a5-8327e62b8117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:22.697359875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4515907b-591f-4fe7-89a5-8327e62b8117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:24.285468603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"1202f265-273b-4569-b3a6-4581d93f1984","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:24.447404827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"d05257f2-9b95-478f-ba59-3755ee809a2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:24.447679857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-no-access","reconcileID":"3797febb-d696-406c-843c-6fb801c09043","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:24.447416244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"5c8a4764-32bd-4628-92c8-6caab8ee0f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:24.505043722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"d05257f2-9b95-478f-ba59-3755ee809a2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:24.505439729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-no-access","reconcileID":"3797febb-d696-406c-843c-6fb801c09043","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:24.507304196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"5c8a4764-32bd-4628-92c8-6caab8ee0f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:24.659488351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17b630b-f203-4c20-934c-8799ac9d79cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:24.713549275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17b630b-f203-4c20-934c-8799ac9d79cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:24.767621061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17b630b-f203-4c20-934c-8799ac9d79cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:24.824656551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17b630b-f203-4c20-934c-8799ac9d79cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:25.301261985Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cdbffd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cdbffd","reconcileID":"39309ef7-a017-4f15-af58-c97f1692f0d3","aitenant":"ai-tenants/e2e-praxis-b-cdbffd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:26.133225799Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cdbffd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cdbffd","reconcileID":"39309ef7-a017-4f15-af58-c97f1692f0d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cdbffd","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-cdbffd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:26.75229394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20246ca1-c4e2-4cf2-82e0-b111ed9ec49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:26.810833333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20246ca1-c4e2-4cf2-82e0-b111ed9ec49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:26.867918168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20246ca1-c4e2-4cf2-82e0-b111ed9ec49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:26.922105038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20246ca1-c4e2-4cf2-82e0-b111ed9ec49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:28.85101324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1f0575-83aa-4a5b-8ae2-a504952127ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:28.90654804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1f0575-83aa-4a5b-8ae2-a504952127ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:28.960552109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1f0575-83aa-4a5b-8ae2-a504952127ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:29.014482033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1f0575-83aa-4a5b-8ae2-a504952127ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:29.658947714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"b61ccda1-b17d-4672-be6e-e883ed60e0bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:30.940520837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf38ad1-4022-4758-889b-8fbc4e6ecc13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:30.994451802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf38ad1-4022-4758-889b-8fbc4e6ecc13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:31.048275837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf38ad1-4022-4758-889b-8fbc4e6ecc13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:31.10232984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf38ad1-4022-4758-889b-8fbc4e6ecc13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:31.877722042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"84936067-e0a3-4958-aa4a-0c192604ca1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:32.787971806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"4c939d89-ba8c-4f07-ad94-7d44f898fdd7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b743f6","tenantID":"e2e-praxis-a-b743f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:32.831990653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"1cf13b4b-32e1-4877-92ec-fbc7cbfd3b22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:32.905237088Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"4c939d89-ba8c-4f07-ad94-7d44f898fdd7","name":"e2e-praxis-a-b743f6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:33.045514664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d8b31e-52d0-4519-b56b-6adb6b4332df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:33.099444743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d8b31e-52d0-4519-b56b-6adb6b4332df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:33.190430043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d8b31e-52d0-4519-b56b-6adb6b4332df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:33.247830442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d8b31e-52d0-4519-b56b-6adb6b4332df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:34.452155732Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-subscription-no-access","reconcileID":"a30651c1-3822-4d7e-ba50-f2d60ba5c11a","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:34.674062095Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-subscription-no-access","reconcileID":"a30651c1-3822-4d7e-ba50-f2d60ba5c11a","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:34.890635422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"64854f9e-d5bf-41b1-ab41-d7d1a1fd5c05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:34.903176472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"0a57b47f-2b0b-43f2-ac92-9b8c9ec3409b","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.007211672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"ffe2dde7-335a-4bdf-ab92-1ad0e8915942","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.051967792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"15b8fb2f-f6b6-4fcd-986b-21989e5b609e","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.064990657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"f50e579a-d8c9-48a0-92a9-5e955d548ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.065051283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"61b8dba1-dc48-4da7-be6f-4f11e3e56b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.06557147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"8a0f8d15-1df1-473c-b1cb-dfaec094ebcb","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.065910313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-no-access","reconcileID":"a7fe33fd-d952-4150-b2d5-6026814cc396","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.12323596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"f50e579a-d8c9-48a0-92a9-5e955d548ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.1232834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"61b8dba1-dc48-4da7-be6f-4f11e3e56b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.12569851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-no-access","reconcileID":"a7fe33fd-d952-4150-b2d5-6026814cc396","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.177464394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb228f59-c36f-403f-98a8-e82f293106e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.231967753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb228f59-c36f-403f-98a8-e82f293106e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.232197935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-auth","reconcileID":"e3d0a328-9f45-4696-a9c8-7064fe75bfb5","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.275683537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"4395352f-2ad0-404b-91de-615d602d62f1","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.286467658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb228f59-c36f-403f-98a8-e82f293106e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.341040821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb228f59-c36f-403f-98a8-e82f293106e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.395871929Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-no-access","reconcileID":"ba217857-77b9-4a85-adb7-eba7a6e9cf6d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.399992951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-auth","reconcileID":"e3d0a328-9f45-4696-a9c8-7064fe75bfb5","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.401134281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"cdb8bbc8-3131-4e75-951c-38a4b192a67c","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:31:35.451961592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-subscription","reconcileID":"82de42fe-d131-4bb4-bdde-3196fb417834","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.502828417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"aff061f5-a658-4d67-bb75-12c08c751c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.502828448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"1960d4ed-c6cc-4431-9d6c-fe832760c5c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.560362612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"1960d4ed-c6cc-4431-9d6c-fe832760c5c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.560523908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"aff061f5-a658-4d67-bb75-12c08c751c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.567659458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"1ed95d3a-1fed-4cb5-aa16-b90f83c36f70","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.619054702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"699d4e6a-3152-4157-8649-364e93a1d9d1","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.623604808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"9971e6c0-1c80-41b4-878f-aa10be709a0d","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.762198781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"0077f934-c3cf-4d84-ba31-58a48204f809","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.882031513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"9da2fa3e-0916-4b61-a47d-6fb777321052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.882341182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"2eafa9d9-cb1c-4069-9c43-f2d23dac4c86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.896818462Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-subscription","reconcileID":"c9377e6e-3cea-4462-aa60-5dec1a8bf015","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-426941/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.921726907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-auth","reconcileID":"8d57aee5-fce5-42b1-8ad2-9a3177b1fb60","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.939609554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"9da2fa3e-0916-4b61-a47d-6fb777321052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.939802074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"2eafa9d9-cb1c-4069-9c43-f2d23dac4c86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.978777967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-auth","reconcileID":"8d57aee5-fce5-42b1-8ad2-9a3177b1fb60","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:35.990061163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"c13092f9-75fa-4519-a6cd-90a3f537c6a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:36.072636913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"a4221eb6-c180-4a3f-ba52-fc5e874005bc","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:36.112057835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"86ce7885-42f9-47a6-a149-c6b02dfc67f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:36.287220816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-subscription","reconcileID":"f035a0a3-1954-4caa-8f6e-4e126aab2643","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:36.903599095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"128e52a1-5c83-446f-b9c5-8c415d19fd0f","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:36.961415176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"187747e6-376b-4e40-9342-d7b75f5239d7","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.121906338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-access-denied","reconcileID":"579caacb-f2fd-4bbb-9443-5ab56155c416","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.179103881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-access-denied","reconcileID":"579caacb-f2fd-4bbb-9443-5ab56155c416","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.1964671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"16172ff7-53f5-4fb0-8865-c82af04622f6","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.255880003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"171e0ad9-cf56-44c5-b97f-34b3f47d7945","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.308035847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"f0e358d2-fe1a-4ae4-b02d-017e7cac0d95","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:31:37.309873215Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-14d090/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.357560406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"2f7aa721-bb79-4bd3-b1ae-ea0ab58a2d16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.357591622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"31e946b5-ee02-4f27-86a3-4d30fb29e140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.364778022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"b1d29e20-b8dd-4800-a070-e81f7fa19866","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.416052759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"2f7aa721-bb79-4bd3-b1ae-ea0ab58a2d16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.416208064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"31e946b5-ee02-4f27-86a3-4d30fb29e140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.485987348Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-14d090 priority=0:[ai-tenant-e2e-worker-w0-14d090/e2e-test-other-subscription ai-tenant-e2e-worker-w0-14d090/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.486171531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"d5726d6a-de1d-4599-8192-1e10bd461bbf","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.500671013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"3406c70b-6a2c-471f-8a78-507f81ad1d40","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.544845739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"ec1d1bad-2858-4647-9e8c-4955c6dfc05e","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:31:37.596445028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-other-subscription","reconcileID":"9c645a95-4ed3-4354-8e79-139ba0b1988e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.602815191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"d067d906-ff56-4cee-9995-9e3e9847460b","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.640549749Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-user-subscription","reconcileID":"632d9917-478a-40e5-92fb-7553b1e093f8","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-14d090/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.660950565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-access-denied","reconcileID":"d8d12f3c-f9fc-4565-a995-a25b24202bce","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.714398813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"c7782a2d-2c11-42cf-afd5-8c74f01eab87","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.72054339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-access-denied","reconcileID":"d8d12f3c-f9fc-4565-a995-a25b24202bce","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.77040837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"58fba7f9-9278-4c29-b3c8-39a09a3d255e","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.804973447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"18379d39-8b83-47a6-93a8-f2f2e98dcbba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.805269726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"18fa890e-79e4-4820-9ad3-d544c32edc3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.811028468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"dda7ba96-6648-4ec3-8679-2c12e2075730","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.862272768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"18379d39-8b83-47a6-93a8-f2f2e98dcbba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.862359237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"18fa890e-79e4-4820-9ad3-d544c32edc3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.91554792Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"1c6e72a2-78c2-4b1d-a9db-c0d10acac23a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-14d090/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-14d090/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:37.989174742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-other-subscription","reconcileID":"053e1b07-6620-4aa5-8c84-64ff36ec0c47","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:38.025558582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-user-subscription","reconcileID":"62a20f8c-8df7-40d5-b823-3fec1fa114d2","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:38.118482443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-access-denied","reconcileID":"042cf7b7-d797-4b22-9d15-02a833a1000a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:38.175887736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-access-denied","reconcileID":"042cf7b7-d797-4b22-9d15-02a833a1000a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:38.18586763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"3c67897e-7ebf-4dd7-b4f2-7fe9ded261ab","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:38.288164369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"f2332345-9df2-4c5a-ae96-820c1888cdb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:38.288600138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"18aeb9cc-3cb6-47bd-96ae-0f77c6e874fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:38.289235496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"9bc77876-2c76-4645-bb63-018308360b4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:38.346665744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"f2332345-9df2-4c5a-ae96-820c1888cdb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:38.348931231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"18aeb9cc-3cb6-47bd-96ae-0f77c6e874fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:38.397495812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-user-subscription","reconcileID":"9186251b-1ab7-4dd7-92ba-20e62ec75605","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:38.452496632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-other-subscription","reconcileID":"9952e596-b1d1-4bc5-92b3-a3e86e9810e0","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:38.630383271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"5ee5268b-a53d-4652-a4df-20fe1df83957","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:38.79111219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"281f25af-31d6-41b5-b891-0c04f538452d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:38.791142844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-auth","reconcileID":"98fe1b4f-e092-4bf5-9ff6-0adf00dde138","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:38.791465817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"edb74eeb-6f12-42da-9371-90fa8b556bc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:38.849063753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-auth","reconcileID":"98fe1b4f-e092-4bf5-9ff6-0adf00dde138","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:38.849389262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"281f25af-31d6-41b5-b891-0c04f538452d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:38.851296427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"edb74eeb-6f12-42da-9371-90fa8b556bc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:40.515677036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"e5debb3f-3821-4535-90bb-916d018aab3e","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:40.676037786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"1b391b0d-743f-4393-9a9d-5747fa2bf4ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:40.676212467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-access-denied","reconcileID":"8c8cf58c-a456-41c8-ac6b-8b0531ce4346","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:40.676492083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"bb7edff2-f2c6-4149-b09e-d0a7beac7051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:40.734213763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"1b391b0d-743f-4393-9a9d-5747fa2bf4ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:40.734244422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"bb7edff2-f2c6-4149-b09e-d0a7beac7051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:40.736348281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-access-denied","reconcileID":"8c8cf58c-a456-41c8-ac6b-8b0531ce4346","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:40.832080936Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:42.960856476Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","namespace":"ai-tenant-e2e-praxis-a-7cad76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:42.960916239Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","namespace":"ai-tenant-e2e-praxis-a-7cad76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:42.960963166Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","tenant":"e2e-praxis-a-7cad76","tenantID":"e2e-praxis-a-7cad76","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:43.020946076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","gvk":"Deployment","name":"maas-api-e2e-praxis-a-7cad76","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:43.084622172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","gvk":"Service","name":"maas-api-e2e-praxis-a-7cad76","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:43.141159688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-7cad76","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:43.19630439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-7cad76","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:43.256181342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-7cad76","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:43.311626241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-7cad76","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:43.369636213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-7cad76","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:43.425319358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-7cad76","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:43.479262124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-7cad76","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:43.532670015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-7cad76","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:43.586298845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","gvk":"Service","name":"payload-processing-e2e-praxis-a-7cad76","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:43.640474456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-7cad76","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:43.693882022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-7cad76","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:43.747434104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-7cad76","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:43.800858663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-7cad76","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:43.857380045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-7cad76","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:43.910776056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-7cad76","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:43.964653625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-7cad76","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:44.017999021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-7cad76","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:44.071393253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7cad76"},"namespace":"ai-tenant-e2e-praxis-a-7cad76","name":"default-tenant","reconcileID":"8465bfac-cecc-4fae-afe9-d3fbe9d71e9c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-7cad76","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:48.797394969Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-subscription","reconcileID":"aaeb6e2f-561d-4f33-842a-ac265960ffdd","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:49.017203736Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-subscription","reconcileID":"aaeb6e2f-561d-4f33-842a-ac265960ffdd","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:49.245179577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"1dfe965d-c0fe-4974-993f-3804c7797904","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:49.247860912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"8b5279f4-1c2c-4f74-a018-4aada5b3790a","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:49.30805292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"0e96eda4-e4f1-4b97-8116-216037e05812","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:49.403544522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"2b08ff09-84dd-4320-84e1-0d80ed29368c","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:49.409158045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"ca142e5a-f654-481a-925c-8d20549368d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:49.409332126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"f2e4c46c-482b-4f25-a1a0-c21233351450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:49.409161298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-auth","reconcileID":"9c7af5ea-10a2-4651-a1e9-d8fc197b20c5","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:49.470145943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-auth","reconcileID":"9c7af5ea-10a2-4651-a1e9-d8fc197b20c5","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:49.470456431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"f2e4c46c-482b-4f25-a1a0-c21233351450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:49.47249126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"ca142e5a-f654-481a-925c-8d20549368d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:49.677899025Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-auth","reconcileID":"ebca8d9d-ec2c-493a-a175-9ed4c8297c83","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:49.936169941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"ad33e4e6-b8b2-4485-8461-552f581899e9","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:50.715010318Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-user-subscription","reconcileID":"e76af845-a1ed-44d1-82a3-aca1e6a98549","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:50.78158362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"d124cccc-8b56-4553-9c95-e58edd970ea1","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:50.838880874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"ed011b35-8aa0-4867-9b36-9f5466fb45a1","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:50.93769201Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-user-subscription","reconcileID":"e76af845-a1ed-44d1-82a3-aca1e6a98549","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-14d090/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:50.985442706Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7cad76","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7cad76","reconcileID":"200df007-6880-4dbe-a588-762ef4f362ec","aitenant":"ai-tenants/e2e-praxis-a-7cad76","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.04000023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-no-auth","reconcileID":"520b455c-2ee6-4dc9-9934-688b2f8b4e68","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.058804045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"03229239-85e1-45e1-b0b6-37fa28f7872a","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.097276889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-no-auth","reconcileID":"520b455c-2ee6-4dc9-9934-688b2f8b4e68","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.146540918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"c10d696b-868a-4aea-b29b-4e7d3616a052","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:31:51.202151183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-sub-only","reconcileID":"e0b0b910-175d-4b0e-bd2a-f11f01913031","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.202404326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"1d1d5669-1ca0-41d1-88b8-f50ca7a3f238","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.202508983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-other-subscription","reconcileID":"1341dc2f-2ef4-42fb-ad07-67a24b51d0dd","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.253217222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"fb70b8b3-eeb2-4ddb-9353-e42c7f9c5f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.253406704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"f154eef8-c35d-49ce-98e9-d2c3ce9da1ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.258386361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"d5edff42-0de1-453d-a3fa-b61706570c47","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.311219919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"f154eef8-c35d-49ce-98e9-d2c3ce9da1ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.311373646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"fb70b8b3-eeb2-4ddb-9353-e42c7f9c5f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.320459455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"b25cbdfe-fb18-445b-9980-76910be1e36e","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.378989296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"e6fae21f-26b3-4c11-a217-bbbe16b593d5","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.405622364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"0acb8da3-b7d8-4e1c-ae10-84a9d2795404","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.415880116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"3c214f92-a482-45a4-b9f4-f3eb27f7240c","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.419807799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"a1b115f8-91af-4d70-abdd-365cbe1346c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.419811423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"94543411-5e4e-4e82-af73-91ea61d3fa35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.478642832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"94543411-5e4e-4e82-af73-91ea61d3fa35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.478642829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"a1b115f8-91af-4d70-abdd-365cbe1346c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.57552343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-no-auth","reconcileID":"476451a9-831c-471d-b29a-4d6802e4a9bc","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.633067472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-no-auth","reconcileID":"476451a9-831c-471d-b29a-4d6802e4a9bc","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.652524444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac36faad-7d86-4ce3-9f3b-217fd505a7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.655256518Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-sub-only","reconcileID":"1705e868-c96c-452d-a7b7-f4197ef1928a","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-426941/e2e-test-group-sub-only","ai-tenant-e2e-worker-w2-426941/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.707081689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac36faad-7d86-4ce3-9f3b-217fd505a7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.708086707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-access-denied","reconcileID":"15635d6a-71a2-488b-a462-e38107f70b8f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.762396369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac36faad-7d86-4ce3-9f3b-217fd505a7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.762539286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"43e4b853-80d2-4f85-9aec-c34239b21552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.766555736Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7cad76","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7cad76","reconcileID":"200df007-6880-4dbe-a588-762ef4f362ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-7cad76","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-7cad76"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.819614597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac36faad-7d86-4ce3-9f3b-217fd505a7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.822908845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"43e4b853-80d2-4f85-9aec-c34239b21552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.827890542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-access-denied","reconcileID":"15635d6a-71a2-488b-a462-e38107f70b8f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.934045667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"80dccc02-c6cb-47a3-85f0-7557ab22090f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.942661441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"de206284-8d7f-4522-9761-34afe36ae131","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.977682378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"b728d1b1-f45a-4272-868c-3b0d8509d86a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:51.991715402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"80dccc02-c6cb-47a3-85f0-7557ab22090f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:52.040010284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"cf260c8b-2edf-4194-9da8-93fe1d719f7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:31:52.095523385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-no-auth","reconcileID":"476451a9-831c-471d-b29a-4d6802e4a9bc","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-no-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:52.098586795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"cf260c8b-2edf-4194-9da8-93fe1d719f7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:52.201087435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"21a3c970-db71-4190-a288-293ff05f7138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:52.202431376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-sub-only","reconcileID":"3bb68cf1-625f-488f-b0d0-a0d6dab34300","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:52.258881623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"21a3c970-db71-4190-a288-293ff05f7138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:52.302690707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-no-auth","reconcileID":"6089510b-2ee8-433a-b99d-93f3ce7ca050","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:52.362665122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-no-auth","reconcileID":"6089510b-2ee8-433a-b99d-93f3ce7ca050","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:53.760355974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b346f1d3-87d7-49ca-a8d8-01425562e757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:53.81445375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b346f1d3-87d7-49ca-a8d8-01425562e757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:53.868390641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b346f1d3-87d7-49ca-a8d8-01425562e757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:53.922282106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b346f1d3-87d7-49ca-a8d8-01425562e757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:54.303876389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"bd5095b5-b524-4668-a875-83eb6a402467","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-5c2879","tenantID":"e2e-praxis-b-5c2879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:54.420974973Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"bd5095b5-b524-4668-a875-83eb6a402467","name":"e2e-praxis-b-5c2879-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:54.464521954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"862d40fc-6ddf-4f57-8662-a6f657921d2a","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:54.624826272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-no-auth","reconcileID":"467d0a46-1287-4681-966e-50d9aec33fe9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:54.625235133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"82e3cebd-8357-4af9-a85c-1e459110b9a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:54.625862853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"ba347c49-f3c4-4ede-9d5a-adbece8cb0a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:54.697967404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-no-auth","reconcileID":"467d0a46-1287-4681-966e-50d9aec33fe9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:54.70022212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"82e3cebd-8357-4af9-a85c-1e459110b9a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:54.702451314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"ba347c49-f3c4-4ede-9d5a-adbece8cb0a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:55.921673742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9536e659-41f3-4e4a-8edb-3c84f36f1197","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:55.978026007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9536e659-41f3-4e4a-8edb-3c84f36f1197","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:56.033275054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9536e659-41f3-4e4a-8edb-3c84f36f1197","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:56.087502101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9536e659-41f3-4e4a-8edb-3c84f36f1197","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:58.076458612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff54abb-aad1-4b55-9d5f-a6dea7fa9fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:58.130379829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff54abb-aad1-4b55-9d5f-a6dea7fa9fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:58.184500645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff54abb-aad1-4b55-9d5f-a6dea7fa9fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:58.238794622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff54abb-aad1-4b55-9d5f-a6dea7fa9fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:59.936561771Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","namespace":"ai-tenant-e2e-praxis-b-fbe1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:59.936667755Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","namespace":"ai-tenant-e2e-praxis-b-fbe1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:31:59.936782985Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","tenant":"e2e-praxis-b-fbe1eb","tenantID":"e2e-praxis-b-fbe1eb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:00.005567854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","gvk":"Deployment","name":"maas-api-e2e-praxis-b-fbe1eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:00.096448945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","gvk":"Service","name":"maas-api-e2e-praxis-b-fbe1eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:00.153982896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-fbe1eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:00.212934153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-fbe1eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:00.274401476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:00.300456514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71dfda7-c27e-4a33-85f3-91c9b479e536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:00.356091761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71dfda7-c27e-4a33-85f3-91c9b479e536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:00.357506234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:00.414342731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71dfda7-c27e-4a33-85f3-91c9b479e536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:00.475998906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:00.476370286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71dfda7-c27e-4a33-85f3-91c9b479e536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:00.533890803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:00.587165234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:00.641020819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:00.695986735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","gvk":"Service","name":"payload-processing-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:00.756145129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:00.813126909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:00.867063413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:00.920340716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:00.976937267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:01.029953761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:01.083241169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:01.143428943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:01.204999186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"ff32e60f-3a54-45a7-89df-470360aea37b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-fbe1eb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:01.601317851Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-other-subscription","reconcileID":"71a005d2-0c03-4ec6-8e36-74a53a1f0d2a","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:01.822640911Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-other-subscription","reconcileID":"71a005d2-0c03-4ec6-8e36-74a53a1f0d2a","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:02.088694876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"dbb3d69f-1bc9-4aeb-a093-0c54774ee90f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:02.096516632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"ee670717-2197-42bf-8ae6-e6e24afb152e","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:02.241863236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"f8f1cf3e-65b5-4e13-beb1-0e8831e8ab25","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:02.257698861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"e9d80653-362f-43a5-a475-c1cd9295f4aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:02.259908515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"d930b28e-4f15-4ca7-acc4-7ac253ad012f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:02.315680268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"e9d80653-362f-43a5-a475-c1cd9295f4aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:02.317353726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"d930b28e-4f15-4ca7-acc4-7ac253ad012f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:02.358714248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-access-denied","reconcileID":"abc7e8b0-a048-4d1f-be0f-c5e50e734afa","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:02.416261353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-access-denied","reconcileID":"abc7e8b0-a048-4d1f-be0f-c5e50e734afa","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:02.446321874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7627a0-1abc-46dd-9839-b798abc26732","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:02.500711254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7627a0-1abc-46dd-9839-b798abc26732","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:02.555509141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7627a0-1abc-46dd-9839-b798abc26732","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:02.609632324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7627a0-1abc-46dd-9839-b798abc26732","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:02.609674987Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-test-auth-access-denied","reconcileID":"4bc132c7-38e5-4e3c-9dd5-ed5551f0a66f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:02.857074445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"7dbeff26-5dc3-41a2-a09e-ebd981ed25ee","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:04.63199077Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-sub-only","reconcileID":"82ae9d3c-8942-44be-b251-67361961ca16","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:04.644049042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc45b30e-6774-4444-92b4-0cb319a2db8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:04.698185525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc45b30e-6774-4444-92b4-0cb319a2db8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:04.752083207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc45b30e-6774-4444-92b4-0cb319a2db8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:04.806931286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc45b30e-6774-4444-92b4-0cb319a2db8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:04.973711572Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-sub-only","reconcileID":"82ae9d3c-8942-44be-b251-67361961ca16","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-426941/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:05.243275346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"c865c203-514d-45b3-87e7-a772aacf9b26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:05.293010327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"f552ae36-5d7e-4324-a2ab-8a1a1e3228a8","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:05.444161415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"b8da0395-44c4-4d1f-a964-c5a5adf4abd7","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:05.45691142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"733bf7c6-fa44-4c29-aaeb-acb8a38639c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:05.457064933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"41da4c97-119b-473e-b5e1-87920ff5cd97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:05.457500424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-no-auth","reconcileID":"09787fbe-e339-4984-a61f-577bdc370fba","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:05.515387978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-no-auth","reconcileID":"09787fbe-e339-4984-a61f-577bdc370fba","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:05.516203026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"733bf7c6-fa44-4c29-aaeb-acb8a38639c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:05.517720251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"41da4c97-119b-473e-b5e1-87920ff5cd97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:05.722951873Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-test-group-no-auth","reconcileID":"8fcb718c-29f5-4885-b3f3-ae8f119b32f1","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:05.954568978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"67237a90-a15a-4b70-b4a6-dcb09db377a5","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:06.801850885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb731077-c960-4b41-be95-ff35209ffd99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:06.856580676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb731077-c960-4b41-be95-ff35209ffd99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:06.914906478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb731077-c960-4b41-be95-ff35209ffd99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:06.969429812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb731077-c960-4b41-be95-ff35209ffd99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:08.96417904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1d566ec-06f2-4568-b921-ce1d04e91683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:09.018404274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1d566ec-06f2-4568-b921-ce1d04e91683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:09.07226539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1d566ec-06f2-4568-b921-ce1d04e91683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:09.1262608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1d566ec-06f2-4568-b921-ce1d04e91683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:10.832032746Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:10.93237524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"172f2b46-5959-4f91-b3b5-c152dcecf268","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:10.993765939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"961e4690-72c8-4b75-a2ee-ee6bc2372ddb","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:11.157574335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-auth","reconcileID":"e93dbf72-42e3-46a6-b483-e259ea224794","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:11.214044308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"a8daf037-485c-4148-8dca-b2a92869e5e2","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:11.216403905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-auth","reconcileID":"e93dbf72-42e3-46a6-b483-e259ea224794","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:11.271528319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"39b24546-2966-47ae-84e1-6654114b2780","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:32:11.325891397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-sub","reconcileID":"acd28720-61da-42c7-bfbd-c1c3bb25887c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:11.374172514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"b581debd-79bf-465b-9c63-9092337b26b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:11.37510622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"55fc431e-942e-4a8a-b94e-c6ae0a02bc6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:11.43227499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"55fc431e-942e-4a8a-b94e-c6ae0a02bc6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:11.432820622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"b581debd-79bf-465b-9c63-9092337b26b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:11.443105465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"7b418c72-493d-40d3-9d69-18367ef03734","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:11.499682216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"1a9f170d-a4be-48a4-94a4-b999d4868ee9","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:11.538446608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"7ddf3de6-d37f-4c7e-a7f5-7237f9a77787","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:11.698222066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-auth","reconcileID":"0a33e91d-57b6-4073-b32a-e7094e8e5513","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:11.756054271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-auth","reconcileID":"0a33e91d-57b6-4073-b32a-e7094e8e5513","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:11.776306937Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-sub","reconcileID":"2dcbe24a-070b-4a29-aab3-410555227ba7","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-status-active-sub","ai-tenant-e2e-worker-w0-14d090/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:11.80032851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"2a3c3154-3d71-47f2-b0d5-56e7a8dc32b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:11.80033728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"d2a46c14-0971-467f-a72b-9ea94e7de25d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:11.858609931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"2a3c3154-3d71-47f2-b0d5-56e7a8dc32b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:11.858615795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"d2a46c14-0971-467f-a72b-9ea94e7de25d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:11.946905274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"04b131e1-2b08-437e-b6be-9ab5b3b4ceca","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:11.992640805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"a58a612d-c781-4ea6-840f-329d3cdce1e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:32:12.073256609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-auth","reconcileID":"0a33e91d-57b6-4073-b32a-e7094e8e5513","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:12.16237386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-sub","reconcileID":"2472aff1-5e63-4768-934b-e0754ea9db7e","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:12.242641743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-auth","reconcileID":"87ac2697-7d5e-47ff-b41c-4b57ae14a396","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:12.299809501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-auth","reconcileID":"87ac2697-7d5e-47ff-b41c-4b57ae14a396","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:13.312553136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"ac23ea92-5c3b-4973-a6bb-2dd34e7922c5","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:32:13.366674327Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-426941/e2e-status-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:13.414296921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"7d35bf6d-4693-46df-a434-1802625c6f5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:13.41429689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"7f13707d-f32c-43c0-b0e2-5601b44973c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:13.472795295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"7f13707d-f32c-43c0-b0e2-5601b44973c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:13.472815552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"7d35bf6d-4693-46df-a434-1802625c6f5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:13.84137157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"b1d23090-70fa-4fca-96ad-68db45664205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:13.842180422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"42a925e7-ad45-4fb3-abd0-b2582c82621f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:13.899952909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"42a925e7-ad45-4fb3-abd0-b2582c82621f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:13.899980605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"b1d23090-70fa-4fca-96ad-68db45664205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:13.947238221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"f3730397-ec19-4cff-805b-5523e2263401","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:14.108569924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-auth","reconcileID":"4395ae5c-c97f-42b4-8260-a0333040ad37","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:14.108824824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"61eb69da-b16a-4f06-87f3-6de7eefb30c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:14.109776051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"f8c3e50b-42dc-421d-babb-3865206b12e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:14.166590048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-auth","reconcileID":"4395ae5c-c97f-42b4-8260-a0333040ad37","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:14.166722361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"61eb69da-b16a-4f06-87f3-6de7eefb30c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:14.169064766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"f8c3e50b-42dc-421d-babb-3865206b12e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:15.828349829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"43c93c07-58de-4c80-b6a5-a9b87152444a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:15.828451443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"0211ebf8-b3e3-4c89-8bee-e2146b7f8233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:15.88742746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"43c93c07-58de-4c80-b6a5-a9b87152444a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:15.88772124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"0211ebf8-b3e3-4c89-8bee-e2146b7f8233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:23.531815601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df04e042-670c-4cb7-b9a4-162fa8fc5861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:23.585881304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df04e042-670c-4cb7-b9a4-162fa8fc5861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:23.639753189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df04e042-670c-4cb7-b9a4-162fa8fc5861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:23.695923811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df04e042-670c-4cb7-b9a4-162fa8fc5861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:24.11559339Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-sub","reconcileID":"fc65ca66-2847-48fe-a1ab-a743bacd2788","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:24.337842628Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-sub","reconcileID":"fc65ca66-2847-48fe-a1ab-a743bacd2788","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:24.565452637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"1a6bff52-322f-454f-8d44-bd08c16eb49f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:24.613115413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"6d5a6013-1b15-443d-ab4a-96c55770c10d","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:24.752779573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"6abaf1d1-976e-4274-941f-1ce6b97f2ec3","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:24.78762938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-auth","reconcileID":"9b1cc299-9753-43aa-81c9-af6778f059bd","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:24.787635664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"22642c52-048e-422f-a2db-17d106556175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:24.788114758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"00b6dce3-9cdf-4768-95e5-a96b9ac9a3e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:24.845583088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-auth","reconcileID":"9b1cc299-9753-43aa-81c9-af6778f059bd","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:24.845819022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"22642c52-048e-422f-a2db-17d106556175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:24.847816399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"00b6dce3-9cdf-4768-95e5-a96b9ac9a3e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:25.061865Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-auth","reconcileID":"83471295-5bd9-48bc-8c7f-a039957b6e36","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:25.313534513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"b6712cf5-a402-427b-b837-91950194e23c","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:25.656974059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f66d862-6313-4605-846c-9e3e6a59086c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:25.711070111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f66d862-6313-4605-846c-9e3e6a59086c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:25.765656939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f66d862-6313-4605-846c-9e3e6a59086c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:25.82030151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f66d862-6313-4605-846c-9e3e6a59086c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:25.874104265Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-status-failed-sub","reconcileID":"9c280fd3-11e3-478d-8cbc-ee1bdf7adeb4","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:25.874256458Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-status-failed-sub","reconcileID":"9c280fd3-11e3-478d-8cbc-ee1bdf7adeb4","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-426941/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:26.176928548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"b617fb03-aa22-4f52-a004-0c0f62a065cc","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:26.233489527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"7e9e8d25-a6df-4c72-8204-49c3e701454e","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:26.358663565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"2e323ec3-9a25-4224-ab79-5d9641b5c5e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:26.358866987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"85e9d88f-e158-4e48-8340-453d4d6d0139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:26.393965021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-auth-only","reconcileID":"a3cb4c79-c1ca-464e-b314-1d02c0d854b3","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:26.416305691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"85e9d88f-e158-4e48-8340-453d4d6d0139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:26.416336656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"2e323ec3-9a25-4224-ab79-5d9641b5c5e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:26.451479894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-auth-only","reconcileID":"a3cb4c79-c1ca-464e-b314-1d02c0d854b3","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:26.726395637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"56e5b184-1bbc-4454-baab-76b8cb30f593","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:26.887588367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-auth-only","reconcileID":"d795a2c3-3f16-4620-af09-d5c6d35f8e50","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:26.94670344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-auth-only","reconcileID":"d795a2c3-3f16-4620-af09-d5c6d35f8e50","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:27.351660564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-status-failed-auth","reconcileID":"86dcfe17-a477-4826-8851-9f579351d2fd","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:27.410421456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-status-failed-auth","reconcileID":"86dcfe17-a477-4826-8851-9f579351d2fd","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:27.467240955Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-status-failed-auth","reconcileID":"86dcfe17-a477-4826-8851-9f579351d2fd","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:27.911069072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-status-failed-auth","reconcileID":"cf9bee1b-4dfd-47c7-998b-3420b6c54120","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:27.969162911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-status-failed-auth","reconcileID":"cf9bee1b-4dfd-47c7-998b-3420b6c54120","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:28.026128382Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-status-failed-auth","reconcileID":"cf9bee1b-4dfd-47c7-998b-3420b6c54120","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:28.738718407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"3855d407-fbc1-4a37-a625-a3227476dad1","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:28.763526358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f0b301-cf3f-4fd9-90ca-c049be6e5f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:28.76358972Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-active-auth-only","reconcileID":"c134c37a-152c-47ee-8e03-da35a8871a7a","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:28.820841797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f0b301-cf3f-4fd9-90ca-c049be6e5f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:28.876205998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f0b301-cf3f-4fd9-90ca-c049be6e5f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:28.931009806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f0b301-cf3f-4fd9-90ca-c049be6e5f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:29.032652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"5d527213-b372-4304-b843-e8d56ea14ef5","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:29.305093077Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-920071","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-920071","reconcileID":"7c8d880c-a772-4bf6-ab38-f4983638141b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-920071","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-920071":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:29.514369194Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-status-failed-auth","reconcileID":"d9f42bcb-7cc0-4889-b9d6-35f65ebd7045","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:29.921962174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"bd9e5e70-174d-4427-8afe-d75c90c5007b","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:29.979396443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"f27b3ab3-05dd-4a0d-ba93-17f712b06331","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.223948285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"456312be-9a45-4fc8-83c9-f3503fe5105d","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.254405283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-auth","reconcileID":"858bf4b8-9257-4e11-9e07-44d6b6acf477","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.283471891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"26c39086-12d7-432d-b150-cd8b12a1b31f","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.316981982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-auth","reconcileID":"858bf4b8-9257-4e11-9e07-44d6b6acf477","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:32:30.339155623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-sub","reconcileID":"57172d66-8ca1-41d2-a376-ef8149d422c3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.429594524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"33b0f3e9-ad75-4211-a260-fb48f6bab68e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.435233864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"c8e168f9-b6e0-4beb-97e2-7a12ab47d9ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.495923239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"b11382d9-3388-4696-ade0-c6b65754189f","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.504458661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"c8e168f9-b6e0-4beb-97e2-7a12ab47d9ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.508291673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"33b0f3e9-ad75-4211-a260-fb48f6bab68e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.558573896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"743a70bb-f34f-4d00-b385-fb6228fd80cd","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.629320631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"b043e0a0-156a-46a3-bb68-f3897fe3708f","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.692875119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"ecd1f4ed-016e-4e14-812a-8ba2f4ba86d1","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.714269865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"09a2e2ff-7d80-45e7-be61-1a137b55e7ff","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.84438345Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-sub","reconcileID":"7fcfa2e9-2657-4935-898e-d7e8bea128d8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-status-degraded-sub","ai-tenant-e2e-worker-w0-14d090/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.844703595Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-sub","reconcileID":"7fcfa2e9-2657-4935-898e-d7e8bea128d8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-14d090/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.885018918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-auth","reconcileID":"37359620-4c8f-45ce-9b40-58f68a193be1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.921116079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-status-degraded-auth","reconcileID":"46dd10d7-8e49-4aac-87a4-b1d6b10856fd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.945112363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-auth","reconcileID":"37359620-4c8f-45ce-9b40-58f68a193be1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.96552454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"ecd37447-2f85-42c9-91a2-407033eef820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.965962643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"48e9fc52-ef7b-4032-921b-eac47859aabf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:30.981833728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-status-degraded-auth","reconcileID":"46dd10d7-8e49-4aac-87a4-b1d6b10856fd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:31.037758449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8fbb4d7-7844-4a3e-a78d-6b27930bb1b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:31.039983841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"ecd37447-2f85-42c9-91a2-407033eef820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:31.040228382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"48e9fc52-ef7b-4032-921b-eac47859aabf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:31.078460876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"4440ad48-9a13-48d1-9a0e-84f97f56cd98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:31.098645621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8fbb4d7-7844-4a3e-a78d-6b27930bb1b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:31.155020306Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-status-degraded-auth","reconcileID":"46dd10d7-8e49-4aac-87a4-b1d6b10856fd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:31.155640789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8fbb4d7-7844-4a3e-a78d-6b27930bb1b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:31.1607632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"67c273bf-8798-4155-bf60-82279ac80f39","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:31.225087154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8fbb4d7-7844-4a3e-a78d-6b27930bb1b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:32:31.366455901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-auth","reconcileID":"37359620-4c8f-45ce-9b40-58f68a193be1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:31.427069866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"024d3b8e-ca0b-46dd-94fb-20988c231c66","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:31.449715129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-sub","reconcileID":"69c59056-68fe-4f03-ba9c-d8e7d1a049f8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:31.449932947Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-sub","reconcileID":"69c59056-68fe-4f03-ba9c-d8e7d1a049f8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-14d090/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:31.566386693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-auth","reconcileID":"c88a631d-b1b9-477c-b70e-c8c9d66990d1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:31.631716804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-auth","reconcileID":"c88a631d-b1b9-477c-b70e-c8c9d66990d1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:31.697583967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-status-degraded-auth","reconcileID":"9924bf8f-c63b-4cad-8959-f7f8e07fc623","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:31.757474484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-status-degraded-auth","reconcileID":"9924bf8f-c63b-4cad-8959-f7f8e07fc623","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:31.873063265Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-status-degraded-auth","reconcileID":"9924bf8f-c63b-4cad-8959-f7f8e07fc623","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:32.653858084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"1369cc25-0e6a-461a-8406-719a540cbc39","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:32.846473708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"70c51ca2-c41e-4e28-8545-6801475e67be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:32.847801436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"ceb76a6d-0d7a-458e-94e9-1fa97f3b0851","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:32.848411002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-auth","reconcileID":"82575148-33dd-4fad-97f6-bcedb4486814","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:32.950512333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-auth","reconcileID":"82575148-33dd-4fad-97f6-bcedb4486814","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:32.961436641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"ceb76a6d-0d7a-458e-94e9-1fa97f3b0851","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:32.965291266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"70c51ca2-c41e-4e28-8545-6801475e67be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:33.065903039Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-status-degraded-auth","reconcileID":"7a69edce-b272-4cae-911b-a68379db8d6e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:33.066614476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"22a17349-2ff0-4ebe-95d4-12d1b70f53e2","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:33.128899566Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-status-degraded-auth","reconcileID":"7a69edce-b272-4cae-911b-a68379db8d6e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:33.381893768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"6e28052d-b66a-49fe-92a6-fbca342280cb","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:33.417108444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f081e884-96c2-4bf8-b88d-b65321a70a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:33.472785034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f081e884-96c2-4bf8-b88d-b65321a70a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:33.536924822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f081e884-96c2-4bf8-b88d-b65321a70a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:33.603479456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f081e884-96c2-4bf8-b88d-b65321a70a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:34.260151288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"16f472a7-ceac-4b58-a3ca-456303aab7aa","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:34.316775898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"b09e828b-4e5e-4eb1-baa7-6502f1071f80","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:34.477389562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-healthy-inf-auth","reconcileID":"edbba854-46ed-4cbf-befd-f1682ca79219","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:34.535022771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-healthy-inf-auth","reconcileID":"edbba854-46ed-4cbf-befd-f1682ca79219","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:34.54463153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"f08703a0-0706-464d-9600-3650d0ac4618","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:34.609619469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"d55e66a1-1c84-44b4-bd70-ed7356c5499b","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:32:34.66177456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-healthy-inf","reconcileID":"f571b683-c543-4719-b100-0381382df3ef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:34.714567675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"d6a91b1c-bfef-4d02-99b1-436e5746406c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:34.714569268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"ebad601e-a02e-4963-9737-9f35ffbf7ba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:34.774084505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"d6a91b1c-bfef-4d02-99b1-436e5746406c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:34.774819198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"ebad601e-a02e-4963-9737-9f35ffbf7ba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:34.779915864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"3bf721f9-a7d2-4f83-84ea-0316895d2748","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:34.838338014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"002015ab-28ea-45e7-afad-0d5672e77520","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:34.862724207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"0e345021-f946-4dcf-92ee-dc750e88d345","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:35.025042511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-healthy-inf-auth","reconcileID":"ec8acd90-9c10-4f67-a983-78cdc3467287","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:35.084387448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-healthy-inf-auth","reconcileID":"ec8acd90-9c10-4f67-a983-78cdc3467287","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:35.115307706Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-healthy-inf","reconcileID":"388bdd58-5281-4589-9245-701d7e2734ca","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-426941/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:35.115478897Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-healthy-inf","reconcileID":"388bdd58-5281-4589-9245-701d7e2734ca","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-426941/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:35.164428457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"4b5f0ff3-5adf-4088-93b1-30d6d4fd9e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:35.164454128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"585ea95e-5d20-4162-9a63-82eab9a48332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:35.224049378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"4b5f0ff3-5adf-4088-93b1-30d6d4fd9e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:35.224084715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"585ea95e-5d20-4162-9a63-82eab9a48332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:35.333401042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"ca12b3cd-3fa4-4789-8383-b714d5036172","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:35.343418977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"579af8d0-e40b-4b95-8ae9-258326059493","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:35.559351928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-healthy-inf","reconcileID":"5e98e41d-33fa-4646-80d0-083510ebe386","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:35.559492381Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-healthy-inf","reconcileID":"5e98e41d-33fa-4646-80d0-083510ebe386","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-426941/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:37.569195929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"55a0bf79-e94e-45bd-9fe9-92530dd7fe9a","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:37.730495485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"4c2431df-0dde-46fd-9790-9d6a90769aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:37.730557863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"edbae0ff-979b-4afc-877a-e9b754ae8588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:37.730963143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2e358fdd-387e-48f5-862f-7f688bedaa73","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:37.789326563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2e358fdd-387e-48f5-862f-7f688bedaa73","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:37.789393807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"edbae0ff-979b-4afc-877a-e9b754ae8588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:37.793792122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"4c2431df-0dde-46fd-9790-9d6a90769aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:40.833492391Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:42.859190769Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-sub","reconcileID":"f348880b-b922-4e48-ba3a-dbeafc070a04","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:43.113769902Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-sub","reconcileID":"f348880b-b922-4e48-ba3a-dbeafc070a04","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:43.113806922Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-sub","reconcileID":"f348880b-b922-4e48-ba3a-dbeafc070a04","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:43.113961818Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-sub","reconcileID":"f348880b-b922-4e48-ba3a-dbeafc070a04","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-14d090/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:43.329183111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"d3c60ad0-60ad-4cfe-a0cb-567e7b95e64b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:43.436528277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"587c1620-3fc8-4f5c-9611-42bd40d1cddf","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:43.578616268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"82212a0c-e888-4d03-8620-074eb93677a6","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:43.597268229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-auth","reconcileID":"27387f57-8c3e-4ea0-9aa6-37e4d506b539","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:43.597286136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"afe4da57-3d25-4a41-af01-986eb91c54cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:43.59767236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"867428c3-e0d1-4db2-b583-df2bdd3fb863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:43.655517771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"afe4da57-3d25-4a41-af01-986eb91c54cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:43.655838913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-auth","reconcileID":"27387f57-8c3e-4ea0-9aa6-37e4d506b539","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:43.658394606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"867428c3-e0d1-4db2-b583-df2bdd3fb863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:43.864305397Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-degraded-auth","reconcileID":"8792ee6a-5762-47d6-b543-59ac720c4518","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:44.088640566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"1e61476b-bb1c-48d1-93ee-d0b7c83003fb","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:44.609176234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b86ce6-591d-4876-a156-1cdbe6357f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:44.66304294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b86ce6-591d-4876-a156-1cdbe6357f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:44.716963367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b86ce6-591d-4876-a156-1cdbe6357f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:44.77104026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b86ce6-591d-4876-a156-1cdbe6357f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.128354108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"4b4f6b76-cbb7-4f98-92c5-6db8abcbfc59","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"tenant":"e2e-worker-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.128380211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"4b4f6b76-cbb7-4f98-92c5-6db8abcbfc59","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.189455099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"066e309d-5171-4620-bb8d-04e8a6b835b2","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.291974904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"a344eb23-6250-42e1-9d6b-966ad1f54ee6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"tenant":"e2e-worker-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.291993506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"a344eb23-6250-42e1-9d6b-966ad1f54ee6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.347931043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"5471f052-4a67-45f0-b855-de01b46df740","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"tenant":"e2e-worker-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.347949449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"5471f052-4a67-45f0-b855-de01b46df740","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.561709377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-auth","reconcileID":"ca840a62-547f-40f5-9863-22f663f4811a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.575436706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"e6a9bdd0-01f2-4f5d-ae06-dff4758cc25c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"tenant":"e2e-worker-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.575452023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"e6a9bdd0-01f2-4f5d-ae06-dff4758cc25c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.647383851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-auth","reconcileID":"ca840a62-547f-40f5-9863-22f663f4811a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.648775607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"9754c1c2-9a00-47b6-9e80-66c933708dcc","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"tenant":"e2e-worker-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.648789552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"9754c1c2-9a00-47b6-9e80-66c933708dcc","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:32:45.701333307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-sub","reconcileID":"3713c1cb-de8c-4ad0-954f-96dc491b8379","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.803547401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"e45e6c16-aef9-41b4-b818-1b53ca46461b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.803548023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"235a39c4-ff06-466e-b2a5-d117de97ce0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.813984389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"eb4df19e-0bdd-447f-86af-89b071fc7dc9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"tenant":"e2e-worker-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.814004002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"eb4df19e-0bdd-447f-86af-89b071fc7dc9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.860650026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"235a39c4-ff06-466e-b2a5-d117de97ce0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.860956428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"e45e6c16-aef9-41b4-b818-1b53ca46461b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.924174924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"7af2557e-bc17-4c44-af81-be65d141de78","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"tenant":"e2e-worker-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.924192094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"7af2557e-bc17-4c44-af81-be65d141de78","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.977594028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"e0514bdb-1448-45b9-b12f-d93e1730b2e0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"tenant":"e2e-worker-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:45.977611086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"e0514bdb-1448-45b9-b12f-d93e1730b2e0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:46.142919766Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-sub","reconcileID":"c61210d1-901c-4c94-92e2-7af8abc2452e","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:46.2409117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-auth","reconcileID":"75785a67-05da-4769-9ca1-a868b5937bbb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:46.298171193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-auth","reconcileID":"75785a67-05da-4769-9ca1-a868b5937bbb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:46.348243641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"cb00fe5f-2b62-4718-9dea-317518163146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:46.349838183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"1517be60-799e-4241-88e4-e44480d9a15c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:46.410771538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"cb00fe5f-2b62-4718-9dea-317518163146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:46.41620672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"1517be60-799e-4241-88e4-e44480d9a15c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:46.426837481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"d805c1ba-a31a-4574-ba23-28b9bd519d9d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"tenant":"e2e-worker-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:46.426853863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"d805c1ba-a31a-4574-ba23-28b9bd519d9d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:46.640895787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-sub","reconcileID":"df5bef2e-49da-45df-b2ae-f284d07f718e","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:46.852260982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d69297-da6b-4830-92c2-f05a0cd5bdef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:46.906194915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d69297-da6b-4830-92c2-f05a0cd5bdef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:46.959975466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d69297-da6b-4830-92c2-f05a0cd5bdef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:47.014180496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d69297-da6b-4830-92c2-f05a0cd5bdef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:47.73556993Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-healthy-inf","reconcileID":"1315b0d9-1af7-4f86-841d-16e5303ceef0","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:47.957090848Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-healthy-inf","reconcileID":"1315b0d9-1af7-4f86-841d-16e5303ceef0","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:47.957120675Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-healthy-inf","reconcileID":"1315b0d9-1af7-4f86-841d-16e5303ceef0","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:47.957208842Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-healthy-inf","reconcileID":"1315b0d9-1af7-4f86-841d-16e5303ceef0","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-426941/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.173043414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"3d3a2594-747a-44ff-bc46-3fcc1b44ae42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.178246576Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","namespace":"ai-tenant-e2e-praxis-b-fbe1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.178302318Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","namespace":"ai-tenant-e2e-praxis-b-fbe1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.178369499Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","tenant":"e2e-praxis-b-fbe1eb","tenantID":"e2e-praxis-b-fbe1eb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.231976262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","gvk":"Deployment","name":"maas-api-e2e-praxis-b-fbe1eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.27923726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"e7dfe282-b9ad-4f0e-a883-7863063ac1aa","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.286214991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","gvk":"Service","name":"maas-api-e2e-praxis-b-fbe1eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.339280759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"73ccae03-a6e4-4a7c-9d29-3d31e1606fee","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"tenant":"e2e-worker-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.339298459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"73ccae03-a6e4-4a7c-9d29-3d31e1606fee","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.339644717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-fbe1eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.393253557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-fbe1eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.416336443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"d42b86b3-7564-40ec-8010-cc295762e493","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.440928577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-healthy-inf-auth","reconcileID":"203fc581-c9d1-4b08-9da6-10d31453bf5b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.441069144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"84f3590b-e06e-4be4-beaf-bc926bdb1a18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.440934455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"032fbbde-2b31-4f54-a343-318e03843e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.446337202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.499184135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"84f3590b-e06e-4be4-beaf-bc926bdb1a18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.499201784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-healthy-inf-auth","reconcileID":"203fc581-c9d1-4b08-9da6-10d31453bf5b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.499664434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.502286413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"032fbbde-2b31-4f54-a343-318e03843e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.553593108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.606876898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.660148038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.706818393Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-healthy-inf-auth","reconcileID":"25aa1188-e7fa-4d17-b8cd-86f64e1001f9","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.714803308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.768112842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","gvk":"Service","name":"payload-processing-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.821446173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.871281565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"55bf9061-a966-451e-afd7-d9565b75ff5d","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.874590616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.927781106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:48.981050577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:49.034243146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:49.087689124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:49.142094023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:49.195262819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-fbe1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:49.248648975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fbe1eb"},"namespace":"ai-tenant-e2e-praxis-b-fbe1eb","name":"default-tenant","reconcileID":"0e55932b-f01c-460d-9260-9425f5cbf2ba","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-fbe1eb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:49.697180749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"ba5e713b-8e55-426e-bc0b-b8800e5e9623","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:49.755618347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"3e7cdee9-3268-4534-9f00-853e89c5bee1","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:49.915553704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-models-apikey-auth","reconcileID":"87069135-7e57-4d0e-8d27-5a878b1357a0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:49.961983763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"53e57b64-9492-4f33-be92-5c0aec815297","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:49.975864679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-models-apikey-auth","reconcileID":"87069135-7e57-4d0e-8d27-5a878b1357a0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:50.021500076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"fe830085-3ecc-41bb-9bdc-0f7d876a25fd","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:32:50.075788715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-models-apikey","reconcileID":"1124fbda-4f82-424d-8161-74baca8d84ca","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:50.126462036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"ea494544-95db-4176-bd15-f9b4748c3060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:50.128204288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"38a85b7d-0a09-463e-98a0-df812524e75c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:50.184655462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"ea494544-95db-4176-bd15-f9b4748c3060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:50.186083478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"38a85b7d-0a09-463e-98a0-df812524e75c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:50.193266019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"bfd6ea91-4931-4d81-90ac-cf07ba84007f","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:50.2502951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"fb0a40ff-5fb8-4276-946e-db46c8135fe1","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:50.253059811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"cd1272c0-4b66-4a37-9f74-355b7865b7ef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:50.410245691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-models-apikey-auth","reconcileID":"cd8a4029-115f-4077-b7bf-97d064dc2436","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:50.468482714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-models-apikey-auth","reconcileID":"cd8a4029-115f-4077-b7bf-97d064dc2436","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:50.527514948Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-models-apikey","reconcileID":"7dc1418b-bd36-4bbd-a098-966a9365956f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-426941/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:50.527616972Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-models-apikey","reconcileID":"7dc1418b-bd36-4bbd-a098-966a9365956f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-426941/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:50.553742976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"25a82b48-378a-4c4f-acb9-f6811de2b5b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:50.553847433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"eb52078d-e4c4-41bc-b8b6-f1e678fbadd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:50.61232099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"25a82b48-378a-4c4f-acb9-f6811de2b5b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:50.612796127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"eb52078d-e4c4-41bc-b8b6-f1e678fbadd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:50.744323328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"c9116550-7746-460e-8b97-337f472b029c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:50.751819838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"69044989-cac0-4d95-9554-a6e036d27a00","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:50.966662071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-models-apikey","reconcileID":"2422ba16-97d7-4ce4-b506-0ef07d2900e2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:50.96681967Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-models-apikey","reconcileID":"2422ba16-97d7-4ce4-b506-0ef07d2900e2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-426941/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:51.23777851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"27389c7e-07c6-416c-b9c1-c6b794cd9eb1","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:52.958894994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"ce3b7ff5-cbe6-47fb-bd14-52b9ccb7bd99","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:53.119295369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"9bc74290-798d-4647-b0d5-51dace9580cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:53.119388489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"71ed2f95-3b49-483e-8107-6867da514e9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:53.119804064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-models-apikey-auth","reconcileID":"b9664e2c-4256-4832-ac5e-94ba14d590ef","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:53.177635871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"71ed2f95-3b49-483e-8107-6867da514e9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:53.177710096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"9bc74290-798d-4647-b0d5-51dace9580cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:53.179857594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-models-apikey-auth","reconcileID":"b9664e2c-4256-4832-ac5e-94ba14d590ef","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:54.445144671Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-fbe1eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-fbe1eb","reconcileID":"38ee74b8-ae22-48b7-b842-1049dae25458","aitenant":"ai-tenants/e2e-praxis-b-fbe1eb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:55.065760342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef1757b0-5c4c-48cb-be08-6662156fdb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:55.120551004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef1757b0-5c4c-48cb-be08-6662156fdb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:55.174963154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef1757b0-5c4c-48cb-be08-6662156fdb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:55.229267184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef1757b0-5c4c-48cb-be08-6662156fdb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:55.289099941Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-fbe1eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-fbe1eb","reconcileID":"38ee74b8-ae22-48b7-b842-1049dae25458","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-fbe1eb","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-fbe1eb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:57.253927505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdba1c50-aeb8-4115-b46a-a39ec823dc5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:57.308138192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdba1c50-aeb8-4115-b46a-a39ec823dc5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:57.362324191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdba1c50-aeb8-4115-b46a-a39ec823dc5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:57.416517452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdba1c50-aeb8-4115-b46a-a39ec823dc5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:58.486046577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"780d818a-3f7e-4284-b14e-e5682f1e42ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:59.355212905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39bdd391-dc19-4a42-af08-cbf165b3bd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:59.40948486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39bdd391-dc19-4a42-af08-cbf165b3bd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:59.463369251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39bdd391-dc19-4a42-af08-cbf165b3bd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:32:59.518235915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39bdd391-dc19-4a42-af08-cbf165b3bd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:00.652766497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"f2912ea4-5ca0-4e88-932a-ad475870fdee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:01.464817324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10cf0d42-ccdd-4f72-9a3c-f0ad54dd698c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:01.518873273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10cf0d42-ccdd-4f72-9a3c-f0ad54dd698c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:01.572854153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10cf0d42-ccdd-4f72-9a3c-f0ad54dd698c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:01.626831714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10cf0d42-ccdd-4f72-9a3c-f0ad54dd698c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:01.853117834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"62bdd9a0-b618-4bb9-b915-e7f0f8c826b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:02.880057667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-sub","reconcileID":"897d13db-5450-4995-abcb-6b3191921ff5","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.099554449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"aa21e113-1dbd-4707-a5b3-39982e836e37","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"tenant":"e2e-worker-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.099573381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"aa21e113-1dbd-4707-a5b3-39982e836e37","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.125761713Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-models-apikey","reconcileID":"40a190e1-a78b-46f9-8ad1-4983120fa646","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.373334518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-auth","reconcileID":"200e66da-e535-4b19-afa1-25bd22c99dcc","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.373592067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"c4a3e833-b02a-4baf-857a-510678f6c3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.373341041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"dc96135f-34c6-4e11-a96f-00083a0ff588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.384974572Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-models-apikey","reconcileID":"40a190e1-a78b-46f9-8ad1-4983120fa646","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.385107345Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-models-apikey","reconcileID":"40a190e1-a78b-46f9-8ad1-4983120fa646","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.385239802Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-models-apikey","reconcileID":"40a190e1-a78b-46f9-8ad1-4983120fa646","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-426941/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.432606399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-auth","reconcileID":"200e66da-e535-4b19-afa1-25bd22c99dcc","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.432806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"c4a3e833-b02a-4baf-857a-510678f6c3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.435102496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"dc96135f-34c6-4e11-a96f-00083a0ff588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.601937408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"7a9fbd62-c77b-477a-bf15-423570fefce2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.662621191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a31c21-2ed2-4f2b-ae1d-f7a5f4bd6b17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.663299493Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-sub","reconcileID":"5d28fa5f-67ea-47c3-9631-d1f376bcc1f6","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.717057476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a31c21-2ed2-4f2b-ae1d-f7a5f4bd6b17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.760526369Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"e2e-temp-model-status","reconcileID":"ed6dca3c-f980-48d0-ae83-011413bf3314","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.771388439Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-sub","reconcileID":"5d28fa5f-67ea-47c3-9631-d1f376bcc1f6","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.771930468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a31c21-2ed2-4f2b-ae1d-f7a5f4bd6b17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.826473404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a31c21-2ed2-4f2b-ae1d-f7a5f4bd6b17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.933484895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"78ed7da5-db67-47b4-ac1e-7ce613ac4879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.987009885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"cf9095d7-afb2-4c2a-b06f-59e3879ac98a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.987014029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-auth","reconcileID":"0a37ad00-57db-46a8-a2db-02c5c869e5ee","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.990403695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"859d5c3b-a115-41c0-8952-8780b489714c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.992597686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"5775a8a7-a7c5-454a-88b2-56cc5793a556","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.992981102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"8acfac5b-c10f-449a-a8bb-9791a309a2c5","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.993676043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"17e6ea66-12ba-497d-83ae-4fac4dbb34e3","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:03.994585075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"78ed7da5-db67-47b4-ac1e-7ce613ac4879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.044725134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-auth","reconcileID":"0a37ad00-57db-46a8-a2db-02c5c869e5ee","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.044775402Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-auth","reconcileID":"0a37ad00-57db-46a8-a2db-02c5c869e5ee","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.044851165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"cf9095d7-afb2-4c2a-b06f-59e3879ac98a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.045251043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"2ef36653-765f-4647-95ad-8f2a3f26c313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.048242297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"859d5c3b-a115-41c0-8952-8780b489714c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.154006449Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-degraded-models-apikey-auth","reconcileID":"3683205a-276d-4f7c-ad2d-fe2721887b51","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.158343619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"2ef36653-765f-4647-95ad-8f2a3f26c313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.264470477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"31078b5c-958d-4b46-8fc3-67b68fb1cbe0","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.268465096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"8151cbfc-15c4-4cd7-9ee4-415e5a15d3e3","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.319525914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"70d33797-0921-4d69-a511-fa5243f64c41","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.32687086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"4109d670-1582-489a-a6ca-46938ca36cfc","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:33:04.377880036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-subscription-free","reconcileID":"c511464c-937a-4fa9-b6c9-87c4ee1ed2f8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.422415894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-auth","reconcileID":"97491d64-2352-48fe-8209-93c766e1dff7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.47233187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"adb40cc4-d0d7-41b8-b03e-bd40937d69cf","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.481123924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"e0f67daa-9b2f-4c1f-85eb-9c35a0fcde86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.482040692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-auth","reconcileID":"97491d64-2352-48fe-8209-93c766e1dff7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.482063896Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-auth","reconcileID":"97491d64-2352-48fe-8209-93c766e1dff7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.525320396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"8d8ac143-5bae-4a24-a137-d0644dd44a81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.53218694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"adb40cc4-d0d7-41b8-b03e-bd40937d69cf","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.543717479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"e0f67daa-9b2f-4c1f-85eb-9c35a0fcde86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.551976677Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-bbee67 priority=0:[ai-tenant-e2e-worker-w1-bbee67/e2e-test-subscription-free ai-tenant-e2e-worker-w1-bbee67/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.552129028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"769b796a-cb53-4696-9e3c-9b1a4ad819ad","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.588795158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"8d8ac143-5bae-4a24-a137-d0644dd44a81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.601915804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"eba943be-753d-42d1-89db-66fc1630f60c","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.610076405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"ca13f190-bee2-4908-9b6c-54a88d8c1738","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.660024953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"a4c54289-58b2-4182-8254-591471f32a06","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:33:04.663254767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-subscription-premium","reconcileID":"ae9112de-596d-4950-8b24-354896994a37","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.666337984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"fee461db-63d6-4c63-a9cf-84e4243da9e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:33:04.666776854Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-bbee67/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.676093652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"6947b1ff-5fee-437b-b225-d6a5949eeb9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.733313116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"6947b1ff-5fee-437b-b225-d6a5949eeb9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.780611598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"6e48c69c-80fc-4327-8918-ab7a0ce890e3","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.836243422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"9701d949-bebc-4f4f-a43d-faecc3dbc4d1","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.880894869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"8d82ba48-23d3-478a-b419-3b5d7742405c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.922828807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"f325b1e7-0f84-4403-a141-2027d90732fa","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.93875521Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-subscription-free","reconcileID":"2f261743-344a-4893-bd96-cf0fba2db7cb","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-bbee67/e2e-test-subscription-free","ai-tenant-e2e-worker-w1-bbee67/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-bbee67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:04.939209455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"8d82ba48-23d3-478a-b419-3b5d7742405c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:05.034411499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-auth","reconcileID":"756a72d3-e9ee-4bf1-aaa2-cd804ee4a79d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:05.050836452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-subscription-premium","reconcileID":"91d4f5a2-64a1-4325-be94-d437a5bed3b3","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:05.082224259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9b869b5b-2fb3-4162-9346-ea79b1d3be2d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:05.095549512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-auth","reconcileID":"756a72d3-e9ee-4bf1-aaa2-cd804ee4a79d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:05.11442523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"25bdb94d-6c1e-4e2f-a35e-852f9f876b79","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:05.19062375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"d7179233-3468-4265-895e-9619540c90fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:05.191136635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"c032e62b-2d45-4ad3-9b39-d4760ecfdf21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:05.193642871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9b869b5b-2fb3-4162-9346-ea79b1d3be2d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:05.19485434Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-auth","reconcileID":"756a72d3-e9ee-4bf1-aaa2-cd804ee4a79d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:05.194932648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"235a7c3b-f9b4-4b2d-ae41-de2b3b5d292d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:05.249176672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"d7179233-3468-4265-895e-9619540c90fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:05.250517636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"c032e62b-2d45-4ad3-9b39-d4760ecfdf21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:05.254106722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"e0e10818-1855-421b-a9fa-abdcdb6bd72f","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:05.356044634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"3ff76853-1cf6-4071-968e-f6cce1597875","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:05.358171492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-subscription-free","reconcileID":"20046f47-f1e1-4122-8be4-bbca1a83880e","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:05.41465197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"3ff76853-1cf6-4071-968e-f6cce1597875","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:05.469640274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-subscription-premium","reconcileID":"90c1e33e-0fce-4dee-a7e9-3824270140fc","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:08.756277686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"54ee60f4-6004-442a-b615-9964d5d17977","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:08.982202213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5b4f19e6-d233-47b6-b004-76fc4a5797ef","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:08.982202168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"f5217a68-b2f1-4c6e-baa0-8f596ea79c08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:09.035772349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"13295d80-f3c9-44cc-838e-35474b75ab9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:09.040482529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"f5217a68-b2f1-4c6e-baa0-8f596ea79c08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:09.040682853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5b4f19e6-d233-47b6-b004-76fc4a5797ef","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:09.094468284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"13295d80-f3c9-44cc-838e-35474b75ab9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:10.832322958Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:12.301942815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"ef12637c-c0c9-4ffa-bfef-211bb89849ea","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:12.361150987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"88e89b4d-51e2-406e-8029-4a399132fa7a","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:12.411083468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"0ab463cd-3fd9-4289-a04f-b7aca172a302","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:33:12.414902369Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-426941/e2e-list-subs-refs-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:12.462971633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"e9d72efc-4c46-49ed-94e6-e1bbf5172987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:12.46301093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"028ad5b1-ae0b-4686-ab3c-ea97ef6d3592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:12.468954231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"4c9338a6-b898-4262-a9ee-eef41dd89cd6","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:12.52044236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"028ad5b1-ae0b-4686-ab3c-ea97ef6d3592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:12.520474078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"e9d72efc-4c46-49ed-94e6-e1bbf5172987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:12.742914204Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-list-subs-refs-sub","reconcileID":"06f898df-a208-4bfe-abf9-c0798501a6e4","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-426941/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:12.855774054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"6aee801d-bb16-4be6-a21a-91c223bceace","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:12.855871993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"e90f5489-e055-47b9-82d1-55fc11563cd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:12.909664497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"294aa0d6-0424-48ce-8851-ec610a14e194","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:12.91387145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"6aee801d-bb16-4be6-a21a-91c223bceace","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:12.913945213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"e90f5489-e055-47b9-82d1-55fc11563cd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:12.959394197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"c400ad55-7490-4ac0-8147-f8f7d211079a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:13.126961737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-list-subs-refs-sub","reconcileID":"1059ca67-f0cd-4fcf-be36-9455f9df3aa1","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:14.586922103Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-sub","reconcileID":"16f2a9b9-9e8d-4e43-8d9f-2bd77b32596d","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:14.58703711Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-sub","reconcileID":"16f2a9b9-9e8d-4e43-8d9f-2bd77b32596d","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:14.938082906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"0ea20638-a4db-4010-8f45-21e4d5114227","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:15.095358649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"842f5696-7b35-4e56-b048-a61c65716ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:15.095382982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-auth","reconcileID":"1056bcd0-149a-400f-a65d-7a3c637f3c0c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:15.095848225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"18f664db-36a2-458c-b435-a7d14740814e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:15.153359424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"842f5696-7b35-4e56-b048-a61c65716ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:15.15352208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"18f664db-36a2-458c-b435-a7d14740814e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:15.155479308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-auth","reconcileID":"1056bcd0-149a-400f-a65d-7a3c637f3c0c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:15.212242988Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-auth","reconcileID":"1056bcd0-149a-400f-a65d-7a3c637f3c0c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:15.282080766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"668b7777-01b8-4170-a55e-835b72f9e2ec","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:15.44588805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"97669880-fc71-417c-bcbe-a79bc9947bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:15.445920531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"8a883086-6a46-4864-9439-4a9d3a876bf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:15.464535078Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-status-transition-auth","reconcileID":"a395b77b-988d-4cd7-9078-192b1c34effc","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:15.504885618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"8a883086-6a46-4864-9439-4a9d3a876bf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:15.504969314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"97669880-fc71-417c-bcbe-a79bc9947bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:16.756611358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"5e124c0a-920d-4ae8-9143-a16a9c4cfe87","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:16.813098876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"a909ac7a-d961-4f97-98e3-881f1d6cbbac","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:16.981796964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-degraded-models-kube-auth","reconcileID":"58445ec4-f275-4cfa-a92e-dd2f5a90b648","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:17.039469179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"5d9bf57f-edb2-43c0-9035-615326c6edf9","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:17.039845726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-degraded-models-kube-auth","reconcileID":"58445ec4-f275-4cfa-a92e-dd2f5a90b648","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:17.098781202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"c44d0852-0cda-404f-9d83-4c2d28f82de8","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:33:17.152164873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-degraded-models-kube","reconcileID":"47037241-98a2-446e-8282-43beed68514a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:17.200311478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"f43eb898-fc01-46db-8a73-193f905f1b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:17.200375373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"220a7d95-5264-453b-acda-9d0b7f859925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:17.258477822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"220a7d95-5264-453b-acda-9d0b7f859925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:17.25856778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"f43eb898-fc01-46db-8a73-193f905f1b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:17.270090631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"1ab49db5-bb80-4730-aa2f-6b5643c378e9","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:17.317235205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"6527b7f4-adca-44b7-84a0-5c0d278c2a62","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:17.325875916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"5c439d1d-89ad-456f-b1f2-1980107b0488","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:17.480654226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-degraded-models-kube-auth","reconcileID":"a68afc3c-a39b-4cbe-9e0b-81104161d421","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:17.541415739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-degraded-models-kube-auth","reconcileID":"a68afc3c-a39b-4cbe-9e0b-81104161d421","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:17.602322627Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-degraded-models-kube","reconcileID":"82caa892-a288-4117-a4c0-0f7eb278d66b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-degraded-models-kube","ai-tenant-e2e-worker-w0-14d090/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:17.60246938Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-degraded-models-kube","reconcileID":"82caa892-a288-4117-a4c0-0f7eb278d66b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-14d090/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:17.629489994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"c39e76fa-5b49-4862-9786-ceb8a94d171e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:17.629502123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"4483b077-59ff-455a-a9e1-77c077358fbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:17.687192968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"4483b077-59ff-455a-a9e1-77c077358fbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:17.687292535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"c39e76fa-5b49-4862-9786-ceb8a94d171e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:17.818862698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"bd831270-a6c1-4747-9fa2-b92bc3ef1db3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:17.874205759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"91da9634-38ab-4e40-a374-f4c20ddbc63a","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:18.092289103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-degraded-models-kube","reconcileID":"3c17d87f-ed94-4f40-8940-2176bfd70077","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:18.092485045Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-degraded-models-kube","reconcileID":"3c17d87f-ed94-4f40-8940-2176bfd70077","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-14d090/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:18.989024997Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-subscription-free","reconcileID":"b3e54a9f-3241-464d-94ab-829d8c4e5231","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.212241539Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-subscription-free","reconcileID":"b3e54a9f-3241-464d-94ab-829d8c4e5231","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-bbee67/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-bbee67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.43040551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-subscription-premium","reconcileID":"12317ca9-47e2-43fb-b15f-4489637e05f9","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.43044022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"7b23ca33-269e-4a83-a5b2-98d534808874","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.481382769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"6ebd6822-5b76-4bfe-bf0a-e0137acc8978","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.541828701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"94a6fb86-355c-4850-9b29-2d5a82a40a78","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.627681064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"d07058b8-476e-4de9-95b1-4b3b3300ae0a","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.643069735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"53994bf1-adc6-49f2-9feb-09141883846a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.643278397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"da773e93-962d-4b2b-a651-17789d8ea769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.643071032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"41fb4a12-d391-4957-a5ba-ec39faf42687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.688788674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"892761b4-950d-41b6-9329-da569de0bb31","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-920071","tenantID":"e2e-praxis-b-920071","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.703185874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"da773e93-962d-4b2b-a651-17789d8ea769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.703381124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"41fb4a12-d391-4957-a5ba-ec39faf42687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.705458615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"53994bf1-adc6-49f2-9feb-09141883846a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.802924456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"67b07f57-5a65-4850-938e-3329db0bbed1","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.817010751Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"892761b4-950d-41b6-9329-da569de0bb31","name":"e2e-praxis-b-920071-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.878917777Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","namespace":"ai-tenant-e2e-praxis-a-93816f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.878972344Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","namespace":"ai-tenant-e2e-praxis-a-93816f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.879022179Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","tenant":"e2e-praxis-a-93816f","tenantID":"e2e-praxis-a-93816f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.938373398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","gvk":"Deployment","name":"maas-api-e2e-praxis-a-93816f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.963836743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"3527b7a9-1588-4c1e-b70d-34dc40b19afc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.964013377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"8c8117e3-cebd-4a11-b09e-9cffc82aaada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:19.999619943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","gvk":"Service","name":"maas-api-e2e-praxis-a-93816f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.022803716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"3527b7a9-1588-4c1e-b70d-34dc40b19afc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.023491436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"8c8117e3-cebd-4a11-b09e-9cffc82aaada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.055453026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-93816f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.072340666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"da7e9565-24df-43f6-8a1a-ce37537e0327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.072459565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"d4ee7a23-3b88-4b6e-bf5a-c22974295047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.072793379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8238299b-ff83-44db-877b-cda96b88002c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.110456942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-93816f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.134296525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8238299b-ff83-44db-877b-cda96b88002c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.134382036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"d4ee7a23-3b88-4b6e-bf5a-c22974295047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.136385551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"da7e9565-24df-43f6-8a1a-ce37537e0327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.168741738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-93816f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.224584675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-93816f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.282827596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-93816f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.344310349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-93816f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.398140116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-93816f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.398195802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-degraded-models-kube-auth","reconcileID":"83e067bd-3b70-4895-81b0-12a88298665a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.451427131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-93816f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.455685796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-degraded-models-kube-auth","reconcileID":"83e067bd-3b70-4895-81b0-12a88298665a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.505423024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","gvk":"Service","name":"payload-processing-e2e-praxis-a-93816f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.558938956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-93816f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.614631928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-93816f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.667835337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-93816f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.721222279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-93816f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.777939086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-93816f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.831757944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-93816f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.885503785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-93816f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.939091718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-93816f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:20.99266765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93816f"},"namespace":"ai-tenant-e2e-praxis-a-93816f","name":"default-tenant","reconcileID":"f54eb499-8c02-4c86-a8d7-8d0fe5a334be","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-93816f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:25.451454106Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-list-subs-refs-sub","reconcileID":"5f54ec56-9baf-4f9a-8a93-c0cd7a48e194","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:25.671952379Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-list-subs-refs-sub","reconcileID":"5f54ec56-9baf-4f9a-8a93-c0cd7a48e194","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-426941/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:25.890614388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"8ab1c83d-39c2-4355-ab47-663ef26f520c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:25.915927788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"2b67e71d-a00b-4c5e-a5e2-ea1ad3de1e78","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:25.993712689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"bdf8ef14-2071-4e1c-89dc-5617ac7ede78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:25.993876534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"6483297c-7511-4814-ab38-c05bded59c20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:25.994283925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-degraded-models-kube-auth","reconcileID":"457f4c7e-7b47-47c9-8307-16821fa2b01f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:26.051921469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"6483297c-7511-4814-ab38-c05bded59c20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:26.054002069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"bdf8ef14-2071-4e1c-89dc-5617ac7ede78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:26.056263455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-degraded-models-kube-auth","reconcileID":"457f4c7e-7b47-47c9-8307-16821fa2b01f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:26.142047354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"84327c79-50fb-4045-ac61-f096a1c4bc96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:26.14215059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"36cb835a-77ad-4229-8fc7-caf41e29aa34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:26.201246694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"84327c79-50fb-4045-ac61-f096a1c4bc96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:26.201313452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"36cb835a-77ad-4229-8fc7-caf41e29aa34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:26.517312727Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-93816f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-93816f","reconcileID":"a97ed2fc-7416-471b-82c4-378a49613434","aitenant":"ai-tenants/e2e-praxis-a-93816f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:26.662437395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"d34b38cb-6975-4cc6-95dd-30f7e400744b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"tenant":"e2e-worker-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:26.662467986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"d34b38cb-6975-4cc6-95dd-30f7e400744b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:26.723612295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"fd4a50b1-66c1-4a31-b270-2c70afdab423","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"tenant":"e2e-worker-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:26.7236357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"fd4a50b1-66c1-4a31-b270-2c70afdab423","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:33:26.778465392Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"fd4a50b1-66c1-4a31-b270-2c70afdab423","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:33:26.778529569Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"fd4a50b1-66c1-4a31-b270-2c70afdab423","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:26.778666188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"783df735-b4fa-44cd-bab8-41092aa5c717","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:26.837439815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"ee71de86-2625-4c12-b7a1-10078fcea428","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"tenant":"e2e-worker-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:26.83746025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"ee71de86-2625-4c12-b7a1-10078fcea428","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:26.888776624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"debd483d-6cb7-4e9f-8d77-3154480b074d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"tenant":"e2e-worker-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:26.888810261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"debd483d-6cb7-4e9f-8d77-3154480b074d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:33:26.940867517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-enrichment-sub","reconcileID":"bcf6a540-f7ed-45ca-851b-ac8d9c94da22","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:26.987937963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6edba4d-358f-4098-8f06-ed55f3c35718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.041947448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6edba4d-358f-4098-8f06-ed55f3c35718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.04206955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"660da19c-4f27-4d9b-b2ac-5ca024c33c33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.042308211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"4cebb806-f04d-4192-ab5e-2cc4e0827f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.096234249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6edba4d-358f-4098-8f06-ed55f3c35718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.099999278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"660da19c-4f27-4d9b-b2ac-5ca024c33c33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.106952684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"7af11bde-f7c0-499c-9406-bef7fa7ce89c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"tenant":"e2e-worker-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.106967873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"7af11bde-f7c0-499c-9406-bef7fa7ce89c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.150583166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6edba4d-358f-4098-8f06-ed55f3c35718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.153715373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"4cebb806-f04d-4192-ab5e-2cc4e0827f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.212071298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"6078ef17-fd23-4512-b225-a9cb9a28cc67","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"tenant":"e2e-worker-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.212088519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"6078ef17-fd23-4512-b225-a9cb9a28cc67","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.212433478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"c585a57f-0252-40af-b082-5fe6061bed1f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"tenant":"e2e-worker-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.212446585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"c585a57f-0252-40af-b082-5fe6061bed1f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.269886718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"bc08bbb8-c1f1-4c7b-9dd3-195cd70cded5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"tenant":"e2e-worker-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.269907052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"bc08bbb8-c1f1-4c7b-9dd3-195cd70cded5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.360594913Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-93816f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-93816f","reconcileID":"a97ed2fc-7416-471b-82c4-378a49613434","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-93816f","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-93816f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.429836178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-enrichment-auth","reconcileID":"97c4d77d-101d-4091-b8a2-a146e237f484","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.488054541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-enrichment-auth","reconcileID":"97c4d77d-101d-4091-b8a2-a146e237f484","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.542138924Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-enrichment-sub","reconcileID":"0e4f7683-b3b6-4b93-9da3-b59823a8703e","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-426941/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.594312151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"661d768c-30e1-47ad-b992-3626fc0e89dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.655542742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"661d768c-30e1-47ad-b992-3626fc0e89dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.698557606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"9e15d68f-ae48-4b7d-980a-660fff386ca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.727518425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"6189c566-b752-4047-9e34-20116af1213c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"tenant":"e2e-worker-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.727533287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"6189c566-b752-4047-9e34-20116af1213c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.757403488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"9e15d68f-ae48-4b7d-980a-660fff386ca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.81350527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"209b8fe9-7994-4ca2-9e2b-a43156e28683","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"tenant":"e2e-worker-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.813527574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"209b8fe9-7994-4ca2-9e2b-a43156e28683","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:27.944177521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-enrichment-sub","reconcileID":"26877b4b-65ba-4d75-9358-83a263ed5444","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:28.035917718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-enrichment-auth","reconcileID":"71177ee0-60f6-4555-abd2-ee420ee7837a","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:28.093748401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-enrichment-auth","reconcileID":"71177ee0-60f6-4555-abd2-ee420ee7837a","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:28.154118733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"8a373f85-1ad1-4ef8-a30f-e87b65278824","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"tenant":"e2e-worker-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:28.154138011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"8a373f85-1ad1-4ef8-a30f-e87b65278824","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:33:28.463181769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-enrichment-auth","reconcileID":"71177ee0-60f6-4555-abd2-ee420ee7837a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:28.683866487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-enrichment-auth","reconcileID":"286ac50b-a006-4868-8914-eb37defbfd42","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:28.741107982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-enrichment-auth","reconcileID":"286ac50b-a006-4868-8914-eb37defbfd42","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:29.098156398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2deb152-fd52-4f42-9160-ff90211324b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:29.152276919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2deb152-fd52-4f42-9160-ff90211324b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:29.207944458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2deb152-fd52-4f42-9160-ff90211324b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:29.262248752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2deb152-fd52-4f42-9160-ff90211324b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:29.794714605Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-subscription-premium","reconcileID":"bef2084b-18b4-4498-b605-38bb84e57e55","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:29.970881237Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-degraded-models-kube","reconcileID":"97f5ad07-d053-4067-a5ec-a905c108e731","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.016030136Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-subscription-premium","reconcileID":"bef2084b-18b4-4498-b605-38bb84e57e55","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-bbee67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.190439441Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-degraded-models-kube","reconcileID":"97f5ad07-d053-4067-a5ec-a905c108e731","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.190466386Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-degraded-models-kube","reconcileID":"97f5ad07-d053-4067-a5ec-a905c108e731","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.190563586Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-degraded-models-kube","reconcileID":"97f5ad07-d053-4067-a5ec-a905c108e731","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-14d090/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.231212739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"1aa81bda-d73e-424d-9b91-174c83401074","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.287051389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"a9a02a4d-89ad-4293-8bd9-a448a18c105f","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.402553118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"3b340a55-a814-4794-aea0-0a0ea2506ff3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"tenant":"e2e-worker-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.402571014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"3b340a55-a814-4794-aea0-0a0ea2506ff3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.429633357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"c5d334e8-209d-4525-9f89-155fa91aaab5","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.44958735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"531d82d3-d87e-4cb0-937c-1beeee2bf9cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.489533707Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-enrichment-auth","reconcileID":"96d097b8-f649-4016-aad7-9a8c7a89b24b","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.489606807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"55885d32-abb7-4d1b-a98f-06c7802fb5fa","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"tenant":"e2e-worker-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.489622588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"55885d32-abb7-4d1b-a98f-06c7802fb5fa","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.503818223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"15a4ed21-773c-497d-baa0-cca0f09b8762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.503987931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"984557bf-4108-4d8a-abe0-e51abcf1bb28","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.505380455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"5fbc0b56-3143-45f4-a46d-e642309e9d36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.50841691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"531d82d3-d87e-4cb0-937c-1beeee2bf9cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.548577588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"6b620c9b-9353-4ff0-951e-2f82bac9e976","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.561637571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"15a4ed21-773c-497d-baa0-cca0f09b8762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.562199026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"984557bf-4108-4d8a-abe0-e51abcf1bb28","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.691177449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"8199c831-e425-4ba4-b18b-be0f9b25f97f","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.743455916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"d67d9e86-5b70-4ee9-a50d-c634f1f4e5bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.746968284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"4df92a52-0ece-40c4-88cb-aa771042b8ca","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"tenant":"e2e-worker-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.74699121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"4df92a52-0ece-40c4-88cb-aa771042b8ca","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.798682305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-enrichment-sub","reconcileID":"c75edd8c-3672-45fb-b042-cd7ff8d04ab8","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.80271028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"d67d9e86-5b70-4ee9-a50d-c634f1f4e5bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.844128601Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-degraded-models-kube-auth","reconcileID":"10d44964-6131-4c73-8e91-9c181adf51a3","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.844368069Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"11bea305-a258-455f-983b-81aff5ef2344","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.884778028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"6ea8d763-7372-47c8-b3aa-6e56053e0c61","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"tenant":"e2e-worker-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.884802386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"6ea8d763-7372-47c8-b3aa-6e56053e0c61","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:30.950488328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"6b531029-11c1-4bfc-a34f-7090194f5905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:31.009242973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"6b531029-11c1-4bfc-a34f-7090194f5905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:31.057705101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"831a8a66-08ad-4000-973f-2b8ff77ca7e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:31.111014542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"9d5575ad-a4f6-44ab-bf72-e84757c26c94","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:31.111319463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"a00d8300-6fd5-4bd1-a15a-64461990aeae","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:31.115257166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"831a8a66-08ad-4000-973f-2b8ff77ca7e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:31.212037032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"2f79a2b8-b490-4cbe-b5c0-06eec4a03f69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:31.269833332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"2f79a2b8-b490-4cbe-b5c0-06eec4a03f69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:31.282679676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcfa3367-65e2-4a49-9243-31f173a0edd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:31.337026223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcfa3367-65e2-4a49-9243-31f173a0edd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:31.391335795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcfa3367-65e2-4a49-9243-31f173a0edd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:31.445472264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcfa3367-65e2-4a49-9243-31f173a0edd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:31.716257537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"1efa40a7-539f-463a-a32e-1f6e6b57ffec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:31.77526042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"1efa40a7-539f-463a-a32e-1f6e6b57ffec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:38.451828464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"fba6baca-6826-4a90-856e-848671d1a6cd","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:38.511312451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"8fb839f6-15fc-4458-9d3d-e7c7b9ffed16","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:33:38.567484762Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-sub","reconcileID":"fbf879b9-68d5-4461-a728-19e5d9cedd1b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:38.613722311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"035ba571-e576-43d4-b837-e758f4831bff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:38.61372711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"fb161d88-e8ad-4279-b175-0370b37d31a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:38.671926157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"035ba571-e576-43d4-b837-e758f4831bff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:38.672185941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"fb161d88-e8ad-4279-b175-0370b37d31a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:38.724709783Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-14d090 priority=0:[ai-tenant-e2e-worker-w0-14d090/e2e-model-match-sub ai-tenant-e2e-worker-w0-14d090/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:38.724910813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"103a317f-542f-4d2b-9e5a-5ab1636fec56","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:38.778075129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"78b5971f-643b-4c42-8add-110bf778bbbe","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:33:38.779888713Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-14d090/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:38.837196614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"84a733f1-8c1f-4566-9013-a220840b007d","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:38.839035465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"14d00b0e-e40c-4349-9ac1-e17e532e19ba","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:33:38.839025921Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-14d090/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:38.896781673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"b0eafa75-c0ce-491c-b2e7-f3f1d18a3a61","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.005816275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"7c4eb7e3-3b4d-401a-a4ca-9455735601e1","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.040230722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"743e92f5-2db3-4d67-8844-e950d70f56c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.040285175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"03ff1888-4e7a-4bfa-ae0e-17e26daa3e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.056083178Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-sub","reconcileID":"76c86253-6f63-4216-8de8-2345f4f04af3","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-w0-14d090","model":"distinct-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.064479038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"9928d3b0-53a2-4348-9e43-5dbfbe13da88","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.100121102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"03ff1888-4e7a-4bfa-ae0e-17e26daa3e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.100125122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"743e92f5-2db3-4d67-8844-e950d70f56c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:33:39.119275821Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"9928d3b0-53a2-4348-9e43-5dbfbe13da88","name":"distinct-w0-14d090","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-14d090\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:33:39.11932455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"9928d3b0-53a2-4348-9e43-5dbfbe13da88","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-14d090\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.12546053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"2718ef61-ba0a-4164-827b-738817ac5e8b","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.132661751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-w1-bbee67","reconcileID":"8fa828f1-6a5a-4499-8930-39d18e3a4c1a","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.132809632Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-14d090 priority=0:[ai-tenant-e2e-worker-w0-14d090/e2e-model-match-sub ai-tenant-e2e-worker-w0-14d090/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.158550584Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-sub","reconcileID":"20758901-d6c3-4f8b-a22b-cf6cd53084c6","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-2-w0-14d090","model":"distinct-2-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.189490587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-w1-bbee67","reconcileID":"9b23cc75-a812-4521-9ccb-5f2201d1d1ec","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.225357358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"7b914e18-c3a0-4963-84ba-a116b0d12579","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:33:39.244775027Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-14d090/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:33:39.244941476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-no-access-sub","reconcileID":"0071bee3-972b-42c3-85ed-f61194e7f0aa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.274099646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-auth","reconcileID":"000f7c42-7e27-489a-a766-caa82236e258","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.286891378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"155a4761-fe6c-4cd0-802a-1e59996d71ed","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.321481642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"6530ef08-5df4-41f8-b916-020add0c4213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.321682976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"19febc23-91bd-4238-bfe9-1af5b69347a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:33:39.323678733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-sub","reconcileID":"20758901-d6c3-4f8b-a22b-cf6cd53084c6","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.331779429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-auth","reconcileID":"000f7c42-7e27-489a-a766-caa82236e258","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.345115883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"eeae1c12-0f92-4229-ab00-05212fa313bb","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.379912501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"19febc23-91bd-4238-bfe9-1af5b69347a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.38013583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"6530ef08-5df4-41f8-b916-020add0c4213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:33:39.399661051Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"eeae1c12-0f92-4229-ab00-05212fa313bb","name":"distinct-2-w0-14d090","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-14d090\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:33:39.39970893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"eeae1c12-0f92-4229-ab00-05212fa313bb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-14d090\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.399843454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-w1-bbee67","reconcileID":"15ca1271-c18e-420f-ac81-9eec41a82fe2","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.405035408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"9562c043-20b5-418a-8c8b-93a36ca11a26","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.418494216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-w1-bbee67","reconcileID":"b1d47c3f-804f-4881-85f2-f4090051303f","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.438940868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-sub","reconcileID":"d2ca34b6-7808-4da1-8ac7-2fc874d374b7","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.487378748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-2-w1-bbee67","reconcileID":"e37d4913-98fa-4695-a51b-671f28b3ab43","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-2-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-2-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.542166623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-sub","reconcileID":"e3bfa983-a673-404e-99fa-cf0067792a6f","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-2-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.627974431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"0023ede6-d655-45b9-8d84-edd17aee466d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.62851413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"f3689e5f-35ce-4bb9-87ea-b4cfc5dffa06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.652974495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"e4fbf22b-c983-4598-a471-75416fccce33","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.685973476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"0023ede6-d655-45b9-8d84-edd17aee466d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.686137432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"f3689e5f-35ce-4bb9-87ea-b4cfc5dffa06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.686472743Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-no-access-sub","reconcileID":"79a5f490-2d30-40ad-93bf-2793254ef5ec","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-distinct-w1-bbee67","model":"distinct-w1-bbee67","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-bbee67/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.762033099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"788ba2c4-49ce-49af-b0f5-c2e64bc0f7a8","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.767969586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"0c9e1da4-7292-4af2-aca2-f847d31ce89f","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.845909445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"f8128b04-8f58-4816-9a6b-625aeea1597e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.905811051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-w1-bbee67","reconcileID":"be674e0a-b088-430e-899e-8ec6f00eac4d","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:39.961448603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"f8128b04-8f58-4816-9a6b-625aeea1597e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.064511288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-auth","reconcileID":"aa5c423d-b01f-4051-9366-0a1ecba284c2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.065708019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-sub","reconcileID":"a49ebb22-8bd8-430f-ae38-de33d9a544b3","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-2-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.116968759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-auth","reconcileID":"2560642b-9d8b-45e4-9b18-5a1d036eade4","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.120506812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-no-access-sub","reconcileID":"74d4899f-2b24-49fe-bad9-68ea5e86c4d7","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-distinct-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/distinct-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.122694411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-auth","reconcileID":"aa5c423d-b01f-4051-9366-0a1ecba284c2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.174584803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-auth","reconcileID":"2560642b-9d8b-45e4-9b18-5a1d036eade4","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.174938091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"85ef507f-873a-4c1e-a02e-ce49c7e45b91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.175693088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"648defaa-5b02-4993-babd-ec076c6d957c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.232672943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"85ef507f-873a-4c1e-a02e-ce49c7e45b91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.235279566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"648defaa-5b02-4993-babd-ec076c6d957c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.388547997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"7bf4bbb5-b0b1-4f24-bc6a-07da632958b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.438697872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-2-w1-bbee67","reconcileID":"6a6aa37c-905f-418b-be0b-30980470bae6","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-2-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-2-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.450587739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"7bf4bbb5-b0b1-4f24-bc6a-07da632958b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.538856737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"05ea5fb5-d83d-443e-afe0-83b94b3f9c16","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.652628305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-no-access-auth","reconcileID":"a643a634-8908-44f2-b434-4d327064b4b2","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.710208925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-no-access-auth","reconcileID":"a643a634-8908-44f2-b434-4d327064b4b2","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.751751386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05872a5a-a7e9-42d5-82f4-cf186cb80cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.805854309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05872a5a-a7e9-42d5-82f4-cf186cb80cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.832495353Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.860209506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05872a5a-a7e9-42d5-82f4-cf186cb80cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.860430451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-auth","reconcileID":"de23aad7-a33c-4d44-8da6-31c2b000e406","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.91425855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05872a5a-a7e9-42d5-82f4-cf186cb80cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:40.971716084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-auth","reconcileID":"de23aad7-a33c-4d44-8da6-31c2b000e406","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:41.078056058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-2-w1-bbee67","reconcileID":"267db9bf-2e23-4753-afc1-aba3f0ff4296","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-2-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-2-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:41.118645109Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-enrichment-sub","reconcileID":"7f99e06d-1e33-4c13-9789-4e2e2437dee3","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:41.185408436Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-enrichment-sub","reconcileID":"7f99e06d-1e33-4c13-9789-4e2e2437dee3","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:41.239188315Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"e2e-enrichment-sub","reconcileID":"7f99e06d-1e33-4c13-9789-4e2e2437dee3","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:33:41.340602144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-auth","reconcileID":"de23aad7-a33c-4d44-8da6-31c2b000e406","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-model-nomatch-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:41.34510764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-no-access-auth","reconcileID":"7207a8e4-a7ef-409f-b22f-a118806f2dfa","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:41.402482694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-no-access-auth","reconcileID":"7207a8e4-a7ef-409f-b22f-a118806f2dfa","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:41.520514217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"73592b8b-a96a-4829-907e-6e6fc06ad04b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"tenant":"e2e-worker-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:41.520539596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"e2e-enrichment-model-ref","reconcileID":"73592b8b-a96a-4829-907e-6e6fc06ad04b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:41.521145368Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-14d090 priority=0:[ai-tenant-e2e-worker-w0-14d090/e2e-model-match-sub ai-tenant-e2e-worker-w0-14d090/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:41.61937085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-w1-bbee67","reconcileID":"545dbee2-1231-44f0-8975-82546d97095f","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:41.673485178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-auth","reconcileID":"8ced5a4f-ad2f-42a3-8203-9950f132c089","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:41.726805838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"69cc29f7-16a9-40b1-9667-3f84d7b6497a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:41.726961224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"9fe5ddc3-04c6-4c0f-8c87-77304538acc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:41.73104649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-auth","reconcileID":"8ced5a4f-ad2f-42a3-8203-9950f132c089","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:41.786276564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"9fe5ddc3-04c6-4c0f-8c87-77304538acc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:41.787236565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"69cc29f7-16a9-40b1-9667-3f84d7b6497a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:41.877874867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"153f3cc9-20b9-4e83-a86a-3906320dda4b","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:41.878767671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"f43e661a-4c23-433c-9ffe-ebd9f4b07948","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:42.273098409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-sub","reconcileID":"8e63fa95-f397-4412-ae8b-5ca61c6824cc","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-2-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:42.832942513Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-no-access-auth","reconcileID":"7624a77d-817a-4cbe-95d6-ba4b8dffdb57","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"model":"e2e-models-e2e-worker-w1-bbee67/distinct-2-w1-bbee67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:42.833051221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-2-w1-bbee67","reconcileID":"5727c700-46c8-4df1-9b38-c44a3a4025a3","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-2-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-2-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:42.971185881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eee7a09-3b4a-4d06-83bc-bae11384381e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:43.025170424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eee7a09-3b4a-4d06-83bc-bae11384381e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:43.079089101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eee7a09-3b4a-4d06-83bc-bae11384381e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:43.133708737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eee7a09-3b4a-4d06-83bc-bae11384381e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:43.139444494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"e6ffd8b5-4908-4c94-9e0e-f001a08e6453","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:43.244915141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-2-w1-bbee67","reconcileID":"1fc1a7f1-6e98-454f-b026-12e425ebf47d","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-2-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-2-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:43.285967021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-w1-bbee67","reconcileID":"1cccc08e-c70e-4cc3-9fcb-339a6466b6b5","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:43.304967443Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-sub","reconcileID":"c1097b14-9ab3-4889-ae4f-f38f67a06f9a","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-16413107","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:43.458647752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"533527b1-8174-4047-92c9-68019ceae8ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:43.458891216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"a457544c-2cc8-4958-9adb-a03b68e856ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:43.459162707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-auth","reconcileID":"6fe60c8e-1fd0-43bb-a42f-dfef9fe97163","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:43.459487611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"ca0bcb52-611c-40d2-830d-629ad38d81e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:43.459615827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-auth","reconcileID":"fc0f9702-069e-476e-93d8-aad2625bdc12","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:43.517079416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"533527b1-8174-4047-92c9-68019ceae8ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:43.517532029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"ca0bcb52-611c-40d2-830d-629ad38d81e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:43.519469411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-auth","reconcileID":"fc0f9702-069e-476e-93d8-aad2625bdc12","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:43.519651439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"a457544c-2cc8-4958-9adb-a03b68e856ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:43.521694305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-auth","reconcileID":"6fe60c8e-1fd0-43bb-a42f-dfef9fe97163","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:43.95148163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"b48b75ce-1395-43df-a474-6bec5429900c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:44.009551595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"b48b75ce-1395-43df-a474-6bec5429900c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:44.057941302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"583abc65-f97a-4afe-838b-cc00112bac8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:44.058246678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"94954a4b-4af4-4423-b7dd-f04c6fd4efe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:44.058418985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-auth","reconcileID":"aeff1efa-1432-436c-a69a-82b19fbb5f50","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:44.058620488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-auth","reconcileID":"d2a41b99-10ff-44b8-a2d9-3805826a8b2e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:44.115839303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"583abc65-f97a-4afe-838b-cc00112bac8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:44.116283718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"94954a4b-4af4-4423-b7dd-f04c6fd4efe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:44.118153063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-auth","reconcileID":"aeff1efa-1432-436c-a69a-82b19fbb5f50","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:44.118470138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-auth","reconcileID":"d2a41b99-10ff-44b8-a2d9-3805826a8b2e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:48.753022704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98222a1-a3d4-452d-9830-d04c66826be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:48.806984197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98222a1-a3d4-452d-9830-d04c66826be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:48.860946594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98222a1-a3d4-452d-9830-d04c66826be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:48.914779032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98222a1-a3d4-452d-9830-d04c66826be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:49.278842136Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-2c6ce9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-2c6ce9","reconcileID":"551fa6a7-369c-4bae-97db-b10bc7376812","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-2c6ce9","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-2c6ce9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:50.866493908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284c63a7-4dac-42b4-9961-eae521a2c440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:50.920334638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284c63a7-4dac-42b4-9961-eae521a2c440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:50.97427643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284c63a7-4dac-42b4-9961-eae521a2c440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:51.028256707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284c63a7-4dac-42b4-9961-eae521a2c440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:53.326633069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-sub","reconcileID":"f0026bf1-2288-46e7-8f30-665707f0cefa","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-2-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:53.362192334Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-sub","reconcileID":"cbbb9979-f750-4e4a-9ebd-281bb9f054f9","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:53.419156357Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-sub","reconcileID":"cbbb9979-f750-4e4a-9ebd-281bb9f054f9","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:53.468080688Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-no-access-sub","reconcileID":"ac19b812-e9b1-408f-8b5e-77596cfb7d63","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"model":"e2e-models-e2e-worker-w1-bbee67/distinct-w1-bbee67","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:53.482119978Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-sub","reconcileID":"cbbb9979-f750-4e4a-9ebd-281bb9f054f9","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:53.513873219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"2b5e7d4d-4dc5-4bad-876a-a7c873bd9cf4","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:53.528329186Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-no-access-sub","reconcileID":"ac19b812-e9b1-408f-8b5e-77596cfb7d63","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"model":"e2e-models-e2e-worker-w1-bbee67/distinct-w1-bbee67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:53.583078051Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"e2e-no-access-sub","reconcileID":"ac19b812-e9b1-408f-8b5e-77596cfb7d63","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/distinct-w1-bbee67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:53.785287718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"85bd6143-b5cf-446d-872b-bd70eae5fa78","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:53.849570845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"b2570644-5cfa-4f62-86e7-1786aa23666f","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:53.885119941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-w1-bbee67","reconcileID":"da6f61c2-2d08-4bc8-8d12-153d645b7318","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:53.924415696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"6f271add-fa3c-499c-83a2-25d8b331753f","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.055298584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"f83076e6-36ae-4776-b2d4-74e709bed145","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.068517059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-auth","reconcileID":"2dd1bd0e-c3cf-4b43-ab4e-466e98a77a8f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.068761244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"05b35620-231b-4758-9b9e-42fcc84391d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.068515759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"50406336-054a-49c3-857f-a849573892e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.069114087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-auth","reconcileID":"d23a9311-48d6-4d99-98e8-0b190a59bac9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.096777632Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-sub","reconcileID":"a138d28f-1c75-4c1c-a9a3-3d1a50b6c136","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bbd0381f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.125852922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"f83076e6-36ae-4776-b2d4-74e709bed145","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.131463639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-auth","reconcileID":"2dd1bd0e-c3cf-4b43-ab4e-466e98a77a8f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.132517668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"05b35620-231b-4758-9b9e-42fcc84391d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.135200352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"50406336-054a-49c3-857f-a849573892e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.136920662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-auth","reconcileID":"d23a9311-48d6-4d99-98e8-0b190a59bac9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.49911778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"8a987b3a-4276-46aa-a288-4c28a4d64674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.556545974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"8a987b3a-4276-46aa-a288-4c28a4d64674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.709241425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"75fd7556-4ff9-48c0-8822-aae4b830f085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.70997634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-auth","reconcileID":"083c72ab-14a7-4bf5-be2b-16e9b8476963","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.710522623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"22e78463-290f-4a8e-9127-a8afae9f3461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.71106732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-auth","reconcileID":"1906a2c2-e74d-49a4-9832-6df108162474","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.769400819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"22e78463-290f-4a8e-9127-a8afae9f3461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.769427618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"75fd7556-4ff9-48c0-8822-aae4b830f085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.773149078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-auth","reconcileID":"1906a2c2-e74d-49a4-9832-6df108162474","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.773303242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-auth","reconcileID":"083c72ab-14a7-4bf5-be2b-16e9b8476963","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.882179348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"446c3865-7d26-4f03-9c56-a5ada27a84d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:54.940972455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"446c3865-7d26-4f03-9c56-a5ada27a84d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:55.138547974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"dbdcf95d-7d4c-4fe4-b9d2-0df8a6f0a549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:55.202394926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"dbdcf95d-7d4c-4fe4-b9d2-0df8a6f0a549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:58.722198767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd1f029-ef5f-417a-9d28-6289ac222627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:58.777547529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd1f029-ef5f-417a-9d28-6289ac222627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:58.832386391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd1f029-ef5f-417a-9d28-6289ac222627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:58.889976134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd1f029-ef5f-417a-9d28-6289ac222627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:33:59.250548163Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-44a484","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-44a484","reconcileID":"92597fd5-6950-4e8b-9098-e1406b66b4ed","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-44a484","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-44a484":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:00.829476947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7027d9c8-c059-42f6-8e4f-d536ea8406f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:00.884485982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7027d9c8-c059-42f6-8e4f-d536ea8406f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:00.938818382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7027d9c8-c059-42f6-8e4f-d536ea8406f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:00.993702288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7027d9c8-c059-42f6-8e4f-d536ea8406f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:02.950450974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5770977e-9ae7-4489-a359-adc3bc00b9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:03.006188469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5770977e-9ae7-4489-a359-adc3bc00b9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:03.063271969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5770977e-9ae7-4489-a359-adc3bc00b9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:03.119421659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5770977e-9ae7-4489-a359-adc3bc00b9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:04.1525819Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-sub","reconcileID":"9ab28cdf-f377-4458-8c15-eed42024de38","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:04.266989862Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-sub","reconcileID":"9ab28cdf-f377-4458-8c15-eed42024de38","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:04.32132758Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-sub","reconcileID":"9ab28cdf-f377-4458-8c15-eed42024de38","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:04.609240553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"0db47e5f-d3e4-42b5-ba4c-0aedcce913d9","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:04.741925624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"5ffa3cb0-a53f-4aa2-9397-c676002947c9","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:04.878293031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-auth","reconcileID":"84ca39b9-a0a9-4e6e-b971-8f60e7f11b7b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:04.878504822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"b3219a11-e0eb-4645-be82-ed38bfa474f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:04.878293008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"5d6902a6-3e38-4620-b5c9-ef3bcdc74148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:04.880799241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-auth","reconcileID":"665b2a19-fac1-4887-bdc1-14744e1392a3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:04.936873295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"5d6902a6-3e38-4620-b5c9-ef3bcdc74148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:04.937267863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-auth","reconcileID":"84ca39b9-a0a9-4e6e-b971-8f60e7f11b7b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:04.939163855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"b3219a11-e0eb-4645-be82-ed38bfa474f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:04.939459271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-auth","reconcileID":"665b2a19-fac1-4887-bdc1-14744e1392a3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:05.083330237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c52a9c-e892-4622-aee9-9f0071f7ab9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:05.137440737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c52a9c-e892-4622-aee9-9f0071f7ab9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:05.194925969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c52a9c-e892-4622-aee9-9f0071f7ab9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:05.249304504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c52a9c-e892-4622-aee9-9f0071f7ab9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:05.249576994Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-match-auth","reconcileID":"e8081870-16f0-4bae-a367-8cb74e9b36be","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:05.463222613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"c9e6e466-99c8-4598-a319-25758ea6bcce","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:05.472993596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-auth","reconcileID":"2b7bf87f-fad7-4221-9db3-519bfbfa2677","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:05.531963448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-auth","reconcileID":"2b7bf87f-fad7-4221-9db3-519bfbfa2677","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:05.597355818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"34b8e204-45e8-4678-baaa-ea52f590619d","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:05.7392456Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-model-nomatch-auth","reconcileID":"7ebb167f-fc38-4942-b6d0-aba81c2d9e02","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:05.910390882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"b830fe7e-2458-4845-a096-93b74bcdb06b","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.132387946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"94ce92a6-b1d9-4e7b-a809-8dee511cdf2b","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.132776359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"5540c9af-c096-421c-869e-dc895b21d0f9","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.193297616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"77668285-9fcf-456a-a719-e4c8009207b4","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.193782219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"ec5df6c6-a2c8-40d2-813b-184c01aa57e7","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:34:07.249795813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-partial-access-sub","reconcileID":"ee9e7363-5840-436f-8609-e1580788c492","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.25662202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c323879c-940b-4e56-bfd8-307a7f2d3faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.314853888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c323879c-940b-4e56-bfd8-307a7f2d3faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.315365857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"4408ef3a-3b45-4e7f-8d53-394711fac77b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.370637826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c323879c-940b-4e56-bfd8-307a7f2d3faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.371077205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"1e9ab416-393e-4a15-af6b-b44e475d8143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.372794783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"1b962712-c99b-4e9e-8fc2-96a57abc35ee","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.426280972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c323879c-940b-4e56-bfd8-307a7f2d3faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.427605761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"2a07cc2b-9c5e-481d-9e41-17ea798617f8","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.427919222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"510e2632-e9f3-4a7f-a5e1-b1917db74b4f","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.429151289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"4408ef3a-3b45-4e7f-8d53-394711fac77b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.483449741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"b4c5b69a-e66e-4ff4-a89e-64380e7ed5dc","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.486378764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"1e9ab416-393e-4a15-af6b-b44e475d8143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.487443857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"94de6649-8470-4d97-9853-c1cf29a4857f","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.487862779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"f32c9acc-e6b4-4b07-94d7-258bba48b35f","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.669909339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-partial-access-auth","reconcileID":"24246c09-36ee-4c41-828b-3fdbb10e8343","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.728516285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-partial-access-auth","reconcileID":"24246c09-36ee-4c41-828b-3fdbb10e8343","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.830404397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"b93d3dbe-a22f-4902-9666-2cdf25edae1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.830423241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"44880f72-2156-4053-92ed-664c80876845","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.837171557Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-partial-access-sub","reconcileID":"de2a9890-2dd9-4f9c-8da0-ef3849aca6d6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-14d090/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.888170267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"b93d3dbe-a22f-4902-9666-2cdf25edae1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:07.888475568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"44880f72-2156-4053-92ed-664c80876845","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:08.013681203Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-partial-access-sub","reconcileID":"de2a9890-2dd9-4f9c-8da0-ef3849aca6d6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-w0-14d090","model":"distinct-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:08.01406646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"97d603c1-8f13-4e85-9b52-94ae9ec7873d","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:08.063442089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"63824831-8d41-4da3-a0df-21bdd67d607a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:08.174204764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-partial-access-auth","reconcileID":"6a10c7df-e5fe-4cc3-884e-fc41d2afa2ff","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:08.233306762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-partial-access-auth","reconcileID":"6a10c7df-e5fe-4cc3-884e-fc41d2afa2ff","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:08.238356395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"e54bcb3c-c18c-4024-8f1f-f66728e33b49","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:08.238839895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"5416e3b0-ac46-4483-915f-c24267d42688","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:08.46226015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-partial-access-sub","reconcileID":"2e58e556-9d5f-4797-b7a0-d3991cb72f72","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:08.703331906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-partial-access-sub","reconcileID":"2e58e556-9d5f-4797-b7a0-d3991cb72f72","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:09.450063651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f08218-4b1c-4e79-887b-cd62a2a189cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:09.504010689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f08218-4b1c-4e79-887b-cd62a2a189cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:09.558308072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f08218-4b1c-4e79-887b-cd62a2a189cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:09.612332015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f08218-4b1c-4e79-887b-cd62a2a189cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:10.775182835Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-partial-access-auth","reconcileID":"205cbad7-31ff-43ea-979c-5c4c1f4a7588","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:10.775238499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"85cb721e-9b32-4177-bfa8-45b62208bfa5","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:10.832642079Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:11.014890056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"0817ab68-67fd-48de-98a1-cefeef85f95b","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:11.156948579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"0c386e96-bb7c-4641-921d-e5e7015a0a42","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:11.157316746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"32a78dc2-2314-440d-8d9b-4d66e3476bd1","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:11.318867742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"12a759e5-eb45-49c9-8e74-348733321def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:11.318877538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"1a6e2fd3-0574-43ef-9548-333046b6e2c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:11.376778125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"12a759e5-eb45-49c9-8e74-348733321def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:11.376779856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"1a6e2fd3-0574-43ef-9548-333046b6e2c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:11.551951443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f551c425-4b23-4cfb-95cb-1e5bc0296a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:11.606072398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f551c425-4b23-4cfb-95cb-1e5bc0296a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:11.660832488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f551c425-4b23-4cfb-95cb-1e5bc0296a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:11.767026802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f551c425-4b23-4cfb-95cb-1e5bc0296a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:12.778273683Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","namespace":"ai-tenant-e2e-praxis-b-5c2879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:12.778329331Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","namespace":"ai-tenant-e2e-praxis-b-5c2879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:12.7783773Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","tenant":"e2e-praxis-b-5c2879","tenantID":"e2e-praxis-b-5c2879","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:12.833830887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","gvk":"Deployment","name":"maas-api-e2e-praxis-b-5c2879","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:12.895583443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","gvk":"Service","name":"maas-api-e2e-praxis-b-5c2879","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:12.951570324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-5c2879","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:13.009297662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-5c2879","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:13.066001526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-5c2879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:13.121986655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-5c2879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:13.181268647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-5c2879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:13.251936157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-5c2879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:13.30687039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-5c2879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:13.360283057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-5c2879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:13.413884243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","gvk":"Service","name":"payload-processing-e2e-praxis-b-5c2879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:13.46751696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-5c2879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:13.521035154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-5c2879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:13.574793242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-5c2879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:13.628228651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-5c2879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:13.684759471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-5c2879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:13.738229398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-5c2879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:13.796978143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-5c2879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:13.854321128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-5c2879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:13.909215749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5c2879"},"namespace":"ai-tenant-e2e-praxis-b-5c2879","name":"default-tenant","reconcileID":"365183ab-cd3b-4dfd-9b96-595ca9173b95","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-5c2879","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:18.484264056Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-5c2879","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-5c2879","reconcileID":"0104f3ca-75b6-4ce6-bc4b-815840f0b173","aitenant":"ai-tenants/e2e-praxis-b-5c2879","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:19.108391034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34aceb59-71ad-49c7-b11e-71c2d696e51c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:19.164925706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34aceb59-71ad-49c7-b11e-71c2d696e51c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:19.220341401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34aceb59-71ad-49c7-b11e-71c2d696e51c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:19.296171204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34aceb59-71ad-49c7-b11e-71c2d696e51c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:19.426906503Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-5c2879","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-5c2879","reconcileID":"0104f3ca-75b6-4ce6-bc4b-815840f0b173","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-5c2879","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-5c2879"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:20.842300227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"e39c72d0-f996-4e5b-af45-78ff963b69a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:20.842323036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"b8c64726-6d59-4147-9a74-be482e09b605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:20.902370825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"b8c64726-6d59-4147-9a74-be482e09b605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:20.902508776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"e39c72d0-f996-4e5b-af45-78ff963b69a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:21.080342552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"6b38d666-1206-4eeb-a25f-15112a2b6e64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:21.083360381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"fa15395c-07e1-4f4f-944b-5d063e1ca0ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:21.137949971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"6b38d666-1206-4eeb-a25f-15112a2b6e64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:21.140573829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"fa15395c-07e1-4f4f-944b-5d063e1ca0ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:21.322180913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d71eef-a2f1-4e40-862e-06c15c3a17e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:21.375797404Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-partial-access-sub","reconcileID":"d9463701-25b7-4cd7-a865-e7dda8e6d40b","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:21.376234607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d71eef-a2f1-4e40-862e-06c15c3a17e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:21.430430918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d71eef-a2f1-4e40-862e-06c15c3a17e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:21.484690952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d71eef-a2f1-4e40-862e-06c15c3a17e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:21.741468848Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-partial-access-sub","reconcileID":"d9463701-25b7-4cd7-a865-e7dda8e6d40b","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-14d090/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:21.741496762Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-partial-access-sub","reconcileID":"d9463701-25b7-4cd7-a865-e7dda8e6d40b","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:21.795254204Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-partial-access-sub","reconcileID":"d9463701-25b7-4cd7-a865-e7dda8e6d40b","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:21.849179161Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"e2e-partial-access-sub","reconcileID":"d9463701-25b7-4cd7-a865-e7dda8e6d40b","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/distinct-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:21.958234443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"98c92171-4206-4582-b7ff-a2e9c07743c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:22.129393315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"d9f3e51d-6b57-4eaa-9bec-b9da58b6dda9","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:22.129905923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"e8d8936b-053b-4145-bac1-926ecdc84cd3","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:22.291090434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"4b79a962-c712-4b4d-b92f-3980819286da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:22.29144477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"b43e3ba6-0677-45ff-aa30-14f637d6debd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:22.349520176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"b43e3ba6-0677-45ff-aa30-14f637d6debd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:22.349537021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"4b79a962-c712-4b4d-b92f-3980819286da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:23.567079462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb85024-925b-4a58-8fac-0247203a8c1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:23.621125221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb85024-925b-4a58-8fac-0247203a8c1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:23.675068222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb85024-925b-4a58-8fac-0247203a8c1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:23.72972191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb85024-925b-4a58-8fac-0247203a8c1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:27.264813925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f38438-8c68-49d5-8fb0-34b3b1d3b21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:27.318979401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f38438-8c68-49d5-8fb0-34b3b1d3b21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:27.37279648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f38438-8c68-49d5-8fb0-34b3b1d3b21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:27.42679748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f38438-8c68-49d5-8fb0-34b3b1d3b21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:27.814369099Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-76c687","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-76c687","reconcileID":"615953b8-26dd-4436-897c-dc945f5c7c80","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-76c687","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-76c687":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:29.472663514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77a49aa8-1fa3-4a40-9f8c-d2047242df4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:29.52680215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77a49aa8-1fa3-4a40-9f8c-d2047242df4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:29.580672496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77a49aa8-1fa3-4a40-9f8c-d2047242df4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:29.634933832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77a49aa8-1fa3-4a40-9f8c-d2047242df4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:31.625819113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99ae177c-0228-4973-b70e-5c6087949b08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:31.680826425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99ae177c-0228-4973-b70e-5c6087949b08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:31.734878447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99ae177c-0228-4973-b70e-5c6087949b08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:31.789132295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99ae177c-0228-4973-b70e-5c6087949b08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:32.576164311Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-a9ed60","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-a9ed60","reconcileID":"3beef981-fa49-4b31-af5f-baeb5fb4bbf7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-a9ed60","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-a9ed60":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:33.847515191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b024ead1-adbd-4dd7-a6c4-d8633d9b7e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:33.901417419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b024ead1-adbd-4dd7-a6c4-d8633d9b7e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:33.95532048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b024ead1-adbd-4dd7-a6c4-d8633d9b7e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:34.009264562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b024ead1-adbd-4dd7-a6c4-d8633d9b7e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:35.947083902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b4ba79-d429-4c26-8a79-6a7bc247edd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:36.000994016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b4ba79-d429-4c26-8a79-6a7bc247edd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:36.054934559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b4ba79-d429-4c26-8a79-6a7bc247edd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:36.108863095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b4ba79-d429-4c26-8a79-6a7bc247edd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:38.084905035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1245f3b-763c-4543-b283-3e7907be1be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:38.139146384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1245f3b-763c-4543-b283-3e7907be1be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:38.193282877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1245f3b-763c-4543-b283-3e7907be1be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:38.247806769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1245f3b-763c-4543-b283-3e7907be1be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:40.83290338Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:41.069871036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"b78a3de6-18e7-4364-ae9f-0063d969682e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2c6ce9","tenantID":"e2e-shared-a-w2-2c6ce9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:41.187172015Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"b78a3de6-18e7-4364-ae9f-0063d969682e","name":"e2e-shared-a-w2-2c6ce9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:46.006064864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"12c7d56c-68f9-4347-8be5-4f26993fa7f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:46.006070809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"88bba579-0b72-4dfc-bc6b-dfc3b6e71970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:46.063496033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"12c7d56c-68f9-4347-8be5-4f26993fa7f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:46.063612469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"88bba579-0b72-4dfc-bc6b-dfc3b6e71970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:56.020027989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"9479f93f-b458-45a1-8e1f-66be007788a8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:34:56.13734796Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"9479f93f-b458-45a1-8e1f-66be007788a8","name":"e2e-shared-a-w1-44a484-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:10.83330915Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:20.206922711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"fe4b4b44-2d23-4fc5-8bff-bb62855d9c31","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"tenant":"e2e-praxis-a-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:20.206958941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"fe4b4b44-2d23-4fc5-8bff-bb62855d9c31","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"routeName":"praxis-route-b743f6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b743f6","llmisvcName":"praxis-route-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:25.632884621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"39b30429-ac76-4896-ad38-a02285018ece","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"tenant":"e2e-praxis-a-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:25.632908811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"39b30429-ac76-4896-ad38-a02285018ece","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"routeName":"praxis-route-b743f6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b743f6","llmisvcName":"praxis-route-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:25.69067797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"e423bae5-4555-4cbf-a778-074593167fad","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"tenant":"e2e-praxis-a-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:25.69069824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"e423bae5-4555-4cbf-a778-074593167fad","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"routeName":"praxis-route-b743f6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b743f6","llmisvcName":"praxis-route-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:25.797550022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"4b6c6591-8962-49c3-af82-7409ca68f865","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b743f6","tenantID":"e2e-praxis-a-b743f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:26.010137169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"5abe8fb7-322e-4cd8-8acb-3bfecb80dcd0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:26.023877224Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"4b6c6591-8962-49c3-af82-7409ca68f865","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"name":"e2e-praxis-a-b743f6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:26.080523259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b743f6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"4b6c6591-8962-49c3-af82-7409ca68f865","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:26.183659415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"0d180938-aa40-4d23-84c7-ad2834058055","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"tenant":"e2e-praxis-a-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:26.183678663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"0d180938-aa40-4d23-84c7-ad2834058055","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"routeName":"praxis-route-b743f6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b743f6","llmisvcName":"praxis-route-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:26.191115352Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"5abe8fb7-322e-4cd8-8acb-3bfecb80dcd0","name":"e2e-shared-a-w0-76c687-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:36.064048332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"4718097d-363f-4c18-82ac-76e0956ddb8f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:36.234432308Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"4718097d-363f-4c18-82ac-76e0956ddb8f","name":"e2e-shared-a-w4-a9ed60-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:36.29306813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"dce9fb19-3c4f-4258-a3ae-1122950cd7cb","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b743f6","tenantID":"e2e-praxis-a-b743f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:36.350875201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"dce9fb19-3c4f-4258-a3ae-1122950cd7cb","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"name":"e2e-praxis-a-b743f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:36.407421969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b743f6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f5b83d7ac9d880f0a951e3d40480e400a147fd9ba433c5536717718b55cf74e) AuthConfig (5adcd890ebc9ea878ca500960b4385fb3101c384d7811397c8227d9f79fbce5f) AuthConfig (674860cbf3dc168223314ab39b36b463e9f47ac9f3fac4e334cb4fe30d1483fa) AuthConfig (937094aecf1a179e3a414885c4d35ecdbeaf13ceb6d30b9388d2ef07ae26c77e) AuthConfig (473c3dd8c115e4d4d1ede554a20afed3fb66bfe64e454ff6dc2d3e7c7a123603) AuthConfig (74f72e930d6d51130c239669ea9049db011af35816534fb7a2aa9318362c2977) AuthConfig (5fd152c68118d17b5f4bf6e1b8f8cab36d155d0d251ead1773aa2e7d623cbee0) AuthConfig (59b52c52136f7112371a26c00427ab6e63d1031a1b1321b1e520793a8bb11fc7) AuthConfig (9a143563f0196e4aae86de1abd191c0f3f402dfdbd3b8f398162b24172e3d63b) AuthConfig (95771e48732d7dc43de12dc364fbd26465f8db779be6744541d315791d1aa202) AuthConfig (3c51f8f04cadc3576488a72e0875fd47fab3ad95e113f9fdfd588e933b7cc5b7) AuthConfig (d502b2f8189d31b57d91c9b80b2192a2519ef49f94c02784b6169fc1fff53eb4) AuthConfig (54c7508d10c2d5baaca3c70137f82be6b3b0d8895be700140b6d53461bde7293) AuthConfig (bcf033180baa6e36ec777358c61415b4c1d9ed9c1038a6e01c5b5a10434e7deb) AuthConfig (85bcced2e80125f535a361fb1942e39dec26c28ce0999b9e6d0a1a69f99632b5) AuthConfig (65ce057141cd7964509f2f706e277ad1896ae8b88f8f0425b15d06b1428557eb) AuthConfig (46227c104ee980c434f7a70cae8771b4db7615219bf46fd360f7fb5a4dfc779b) AuthConfig (c2e22e45953793a2710d4e46ec2febebc73cfa17c708114fb5a70b6f81d33791)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"dce9fb19-3c4f-4258-a3ae-1122950cd7cb","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:36.466336314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"cb4883a9-07ec-469e-bca1-1bcc0797ab49","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"tenant":"e2e-praxis-a-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:36.466356198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"cb4883a9-07ec-469e-bca1-1bcc0797ab49","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"routeName":"praxis-route-b743f6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b743f6","llmisvcName":"praxis-route-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:40.832630184Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:43.087703329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10cb839e-83c6-4716-941b-c181b2360724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:43.142133736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10cb839e-83c6-4716-941b-c181b2360724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:43.19597726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10cb839e-83c6-4716-941b-c181b2360724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:43.250012063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10cb839e-83c6-4716-941b-c181b2360724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:45.21934677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa77f74a-e69d-479c-bd92-c2b2db8f2240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:45.273800625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa77f74a-e69d-479c-bd92-c2b2db8f2240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:45.328072151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa77f74a-e69d-479c-bd92-c2b2db8f2240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:45.382467849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa77f74a-e69d-479c-bd92-c2b2db8f2240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:46.573572059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"3d5c407f-7e38-4410-984c-4629d6e0c9b3","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b743f6","tenantID":"e2e-praxis-a-b743f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:46.630998671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"3d5c407f-7e38-4410-984c-4629d6e0c9b3","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"name":"e2e-praxis-a-b743f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:46.687077623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b743f6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f5b83d7ac9d880f0a951e3d40480e400a147fd9ba433c5536717718b55cf74e) AuthConfig (5adcd890ebc9ea878ca500960b4385fb3101c384d7811397c8227d9f79fbce5f) AuthConfig (674860cbf3dc168223314ab39b36b463e9f47ac9f3fac4e334cb4fe30d1483fa) AuthConfig (937094aecf1a179e3a414885c4d35ecdbeaf13ceb6d30b9388d2ef07ae26c77e) AuthConfig (473c3dd8c115e4d4d1ede554a20afed3fb66bfe64e454ff6dc2d3e7c7a123603) AuthConfig (74f72e930d6d51130c239669ea9049db011af35816534fb7a2aa9318362c2977) AuthConfig (5fd152c68118d17b5f4bf6e1b8f8cab36d155d0d251ead1773aa2e7d623cbee0) AuthConfig (59b52c52136f7112371a26c00427ab6e63d1031a1b1321b1e520793a8bb11fc7) AuthConfig (9a143563f0196e4aae86de1abd191c0f3f402dfdbd3b8f398162b24172e3d63b) AuthConfig (95771e48732d7dc43de12dc364fbd26465f8db779be6744541d315791d1aa202) AuthConfig (3c51f8f04cadc3576488a72e0875fd47fab3ad95e113f9fdfd588e933b7cc5b7) AuthConfig (d502b2f8189d31b57d91c9b80b2192a2519ef49f94c02784b6169fc1fff53eb4) AuthConfig (54c7508d10c2d5baaca3c70137f82be6b3b0d8895be700140b6d53461bde7293) AuthConfig (bcf033180baa6e36ec777358c61415b4c1d9ed9c1038a6e01c5b5a10434e7deb) AuthConfig (85bcced2e80125f535a361fb1942e39dec26c28ce0999b9e6d0a1a69f99632b5) AuthConfig (65ce057141cd7964509f2f706e277ad1896ae8b88f8f0425b15d06b1428557eb) AuthConfig (46227c104ee980c434f7a70cae8771b4db7615219bf46fd360f7fb5a4dfc779b) AuthConfig (c2e22e45953793a2710d4e46ec2febebc73cfa17c708114fb5a70b6f81d33791)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"3d5c407f-7e38-4410-984c-4629d6e0c9b3","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:51.074852834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b14caa6-7579-466c-b1f3-97063d23099e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:51.128609878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b14caa6-7579-466c-b1f3-97063d23099e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:51.182566429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b14caa6-7579-466c-b1f3-97063d23099e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:51.236467583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b14caa6-7579-466c-b1f3-97063d23099e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:51.61052067Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-78bef7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-78bef7","reconcileID":"abfdb8cd-1bad-4218-b7fa-8f98214f1888","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-78bef7","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-78bef7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:53.245059039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"741b87b8-e576-4fae-8ccc-035a2be546a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:53.299178466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"741b87b8-e576-4fae-8ccc-035a2be546a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:53.353433929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"741b87b8-e576-4fae-8ccc-035a2be546a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:53.407482789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"741b87b8-e576-4fae-8ccc-035a2be546a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:55.360170897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"484f1cb4-285c-4710-a4ab-d2574b5845f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:55.415957234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"484f1cb4-285c-4710-a4ab-d2574b5845f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:55.473453881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"484f1cb4-285c-4710-a4ab-d2574b5845f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:55.527555141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"484f1cb4-285c-4710-a4ab-d2574b5845f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:56.794949253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"13497045-193a-4e13-8873-0b6f7af729e1","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b743f6","tenantID":"e2e-praxis-a-b743f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:56.871566112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"13497045-193a-4e13-8873-0b6f7af729e1","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"name":"e2e-praxis-a-b743f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:57.002300531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b743f6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f5b83d7ac9d880f0a951e3d40480e400a147fd9ba433c5536717718b55cf74e) AuthConfig (5adcd890ebc9ea878ca500960b4385fb3101c384d7811397c8227d9f79fbce5f) AuthConfig (674860cbf3dc168223314ab39b36b463e9f47ac9f3fac4e334cb4fe30d1483fa) AuthConfig (937094aecf1a179e3a414885c4d35ecdbeaf13ceb6d30b9388d2ef07ae26c77e) AuthConfig (473c3dd8c115e4d4d1ede554a20afed3fb66bfe64e454ff6dc2d3e7c7a123603) AuthConfig (74f72e930d6d51130c239669ea9049db011af35816534fb7a2aa9318362c2977) AuthConfig (5fd152c68118d17b5f4bf6e1b8f8cab36d155d0d251ead1773aa2e7d623cbee0) AuthConfig (59b52c52136f7112371a26c00427ab6e63d1031a1b1321b1e520793a8bb11fc7) AuthConfig (9a143563f0196e4aae86de1abd191c0f3f402dfdbd3b8f398162b24172e3d63b) AuthConfig (95771e48732d7dc43de12dc364fbd26465f8db779be6744541d315791d1aa202) AuthConfig (3c51f8f04cadc3576488a72e0875fd47fab3ad95e113f9fdfd588e933b7cc5b7) AuthConfig (d502b2f8189d31b57d91c9b80b2192a2519ef49f94c02784b6169fc1fff53eb4) AuthConfig (54c7508d10c2d5baaca3c70137f82be6b3b0d8895be700140b6d53461bde7293) AuthConfig (bcf033180baa6e36ec777358c61415b4c1d9ed9c1038a6e01c5b5a10434e7deb) AuthConfig (85bcced2e80125f535a361fb1942e39dec26c28ce0999b9e6d0a1a69f99632b5) AuthConfig (65ce057141cd7964509f2f706e277ad1896ae8b88f8f0425b15d06b1428557eb) AuthConfig (46227c104ee980c434f7a70cae8771b4db7615219bf46fd360f7fb5a4dfc779b) AuthConfig (c2e22e45953793a2710d4e46ec2febebc73cfa17c708114fb5a70b6f81d33791)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"13497045-193a-4e13-8873-0b6f7af729e1","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:57.642226985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09b568b-e35e-44a9-9f55-b11f7a1e0c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:57.696270761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09b568b-e35e-44a9-9f55-b11f7a1e0c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:57.751055342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09b568b-e35e-44a9-9f55-b11f7a1e0c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:57.805714554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09b568b-e35e-44a9-9f55-b11f7a1e0c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:59.730271917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"513e4014-5f50-4faa-9c23-e2a54338ddd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:59.784979368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"513e4014-5f50-4faa-9c23-e2a54338ddd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:59.839855965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"513e4014-5f50-4faa-9c23-e2a54338ddd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:35:59.897476402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"513e4014-5f50-4faa-9c23-e2a54338ddd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:01.82169517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e64b4d-4d8c-4586-b597-57052ca684af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:01.877176365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e64b4d-4d8c-4586-b597-57052ca684af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:01.933084822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e64b4d-4d8c-4586-b597-57052ca684af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:01.987000671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e64b4d-4d8c-4586-b597-57052ca684af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:03.950581218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9c6a18-c869-4a28-ab02-45422b0f0977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:04.012356867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9c6a18-c869-4a28-ab02-45422b0f0977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:04.067915944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9c6a18-c869-4a28-ab02-45422b0f0977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:04.122027847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9c6a18-c869-4a28-ab02-45422b0f0977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:06.083650523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e732b8-95f0-4a70-a661-e41c5f201aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:06.138108885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e732b8-95f0-4a70-a661-e41c5f201aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:06.198002168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e732b8-95f0-4a70-a661-e41c5f201aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:06.25565257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e732b8-95f0-4a70-a661-e41c5f201aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:07.123144565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"24a6cb24-60fd-430b-a9ca-0080c57abb31","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b743f6","tenantID":"e2e-praxis-a-b743f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:07.180799093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"24a6cb24-60fd-430b-a9ca-0080c57abb31","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"name":"e2e-praxis-a-b743f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:07.514538329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"aec8a93d-6e7d-42fd-9511-e358f8b62e67","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"tenant":"e2e-praxis-a-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:07.514561155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"aec8a93d-6e7d-42fd-9511-e358f8b62e67","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"routeName":"praxis-route-b743f6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b743f6","llmisvcName":"praxis-route-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:08.265283776Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-09ecd0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-09ecd0","reconcileID":"b3bdc7d2-002c-46fc-98b6-6571ef61352a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-09ecd0","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-09ecd0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:08.386792246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96cbc6f9-39af-4559-8f06-b603518b6ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:08.440989398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96cbc6f9-39af-4559-8f06-b603518b6ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:08.496157556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96cbc6f9-39af-4559-8f06-b603518b6ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:08.55044565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96cbc6f9-39af-4559-8f06-b603518b6ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:10.508328558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e32181-bf6d-4b6e-9a15-97352949e6d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:10.562642041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e32181-bf6d-4b6e-9a15-97352949e6d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:10.617099639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e32181-bf6d-4b6e-9a15-97352949e6d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:10.671865339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e32181-bf6d-4b6e-9a15-97352949e6d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:10.832926911Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:12.512957706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"2e39b5e3-7d43-403d-bfa9-792e64468e51","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"tenant":"e2e-praxis-a-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:12.512979322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"2e39b5e3-7d43-403d-bfa9-792e64468e51","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"routeName":"praxis-route-b743f6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b743f6","llmisvcName":"praxis-route-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:12.574431366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"c5c5bacc-ef02-4f26-b645-c94063224c70","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"tenant":"e2e-praxis-a-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:12.574462482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"c5c5bacc-ef02-4f26-b645-c94063224c70","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"routeName":"praxis-route-b743f6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b743f6","llmisvcName":"praxis-route-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:12.620552632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"7a0e84f2-05cc-4d8e-8247-f70284624aae","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b743f6","tenantID":"e2e-praxis-a-b743f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:36:12.625003502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-sub","reconcileID":"416a6be7-9abd-4133-8f4c-fb5d6f658d6c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-b743f6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:12.678055087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"7a0e84f2-05cc-4d8e-8247-f70284624aae","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"name":"e2e-praxis-a-b743f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:12.687183147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ca18457-16ad-4218-8091-abee8a5320d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:12.736780488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"a749639b-91ef-44e9-ba05-205d5fb938b9","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"tenant":"e2e-praxis-a-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:12.736799072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"a749639b-91ef-44e9-ba05-205d5fb938b9","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"routeName":"praxis-route-b743f6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b743f6","llmisvcName":"praxis-route-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:12.74119759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ca18457-16ad-4218-8091-abee8a5320d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:12.795282951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ca18457-16ad-4218-8091-abee8a5320d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:12.799400553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"526ae314-ef08-4ae0-9184-f39956202d07","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"tenant":"e2e-praxis-a-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:12.799417373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"526ae314-ef08-4ae0-9184-f39956202d07","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"routeName":"praxis-route-b743f6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b743f6","llmisvcName":"praxis-route-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:12.8492351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ca18457-16ad-4218-8091-abee8a5320d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:13.017282966Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-sub","reconcileID":"951f88e2-ea9e-4b1d-b127-ac2a6be31bd2","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"name":"maas-trlp-praxis-route-b743f6","model":"praxis-route-b743f6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:13.067482049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"add4365e-3581-4ace-acf6-f2167d236641","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b743f6","tenantID":"e2e-praxis-a-b743f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:13.126479763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"add4365e-3581-4ace-acf6-f2167d236641","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"name":"e2e-praxis-a-b743f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:13.239122642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"8840f090-3c2a-4e6d-814a-7f1e778dba3b","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"tenant":"e2e-praxis-a-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:13.239143574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"8840f090-3c2a-4e6d-814a-7f1e778dba3b","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"routeName":"praxis-route-b743f6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b743f6","llmisvcName":"praxis-route-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:13.456723076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-sub","reconcileID":"d3953ffc-8934-4870-84c7-09d5e872c0b9","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"name":"maas-trlp-praxis-route-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:14.819537306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7aedc5-57d0-4286-a30b-3a88d2335ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:14.873530544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7aedc5-57d0-4286-a30b-3a88d2335ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:14.927794507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7aedc5-57d0-4286-a30b-3a88d2335ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:14.981704126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7aedc5-57d0-4286-a30b-3a88d2335ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:19.866461423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"b6e480cb-4804-4dea-aa0b-5aab2fb6b10d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:19.975849081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"29b6dbe4-9544-4327-81ed-82d4b24e82ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:20.085447543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c1f2012-8aaa-468f-b2b6-88202e195903","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:20.193050653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0f34785e-5933-49e1-87d1-55f3cd6e06fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:20.293340546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"6a55c50c-8bc3-4d03-a313-6af9857f8497","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:20.41846111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"a24529f9-32f0-484d-9433-6d5c0b43a709","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:20.516791425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"fbf651b2-4cfe-4887-924d-9d791e020299","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:20.617921763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"f9d6c729-6966-4d59-a57b-39bf237b05ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:20.717404176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"ba4e5b18-f8e8-4d5a-abed-4af68b2e02f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:20.749928171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"9729d020-bf64-4234-bdc9-a1b2355d7a83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:20.81880377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"6056d7ca-f860-4715-8cd5-785b17d58214","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:21.024223507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"6882421b-9b52-4f18-892f-ec280316959e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:29.858186177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68abdbb6-0769-49f1-ad9d-b0e32951ea6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:29.911973859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68abdbb6-0769-49f1-ad9d-b0e32951ea6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:29.965703575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68abdbb6-0769-49f1-ad9d-b0e32951ea6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:30.019611935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68abdbb6-0769-49f1-ad9d-b0e32951ea6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:32.041969023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fec9c426-4d06-4a75-87ae-366d42126dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:32.096466662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fec9c426-4d06-4a75-87ae-366d42126dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:32.150828699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fec9c426-4d06-4a75-87ae-366d42126dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:32.205106377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fec9c426-4d06-4a75-87ae-366d42126dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:35.006915339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76819f11-3691-4d41-8691-d73257fcd443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:35.06201039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76819f11-3691-4d41-8691-d73257fcd443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:35.117370938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76819f11-3691-4d41-8691-d73257fcd443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:35.171639533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76819f11-3691-4d41-8691-d73257fcd443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:35.498676351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"70e7cbb0-b4e5-4100-8cfb-0b64decbc4b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:35.55030797Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-6b12ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-6b12ae","reconcileID":"f67f3b2c-a22b-4453-8742-1db30846e22a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-6b12ae","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-6b12ae":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:35.578043021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"ec4593fc-467a-445e-9843-0c007eafc660","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:35.70770135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e4966224-3ca2-4aa2-8642-731a6473326c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:35.801818839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"3eaf3c12-1be5-4816-b341-fde10a737b07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:35.902000943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-sub","reconcileID":"033fa7a2-62fd-41b1-870a-8d8590152d7c","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"name":"maas-trlp-praxis-route-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:35.902069042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"ca9b156f-a4c2-49ec-8183-4d1232475d11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:36.000584652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"7a71ed27-63cd-49f6-9414-e2b6232db7cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:36.074553193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"9130346a-0284-4f6b-a6a2-2fdf9b321098","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"tenant":"e2e-praxis-a-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:36.074575852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"9130346a-0284-4f6b-a6a2-2fdf9b321098","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"routeName":"praxis-route-b743f6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b743f6","llmisvcName":"praxis-route-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:36.101456234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"336b6fee-8ecf-4a60-8563-dc2f04bbdc2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:36.202209561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"bce8356f-5871-4de7-9067-3ff22156d85f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:36.315854002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"da98bd3f-b18c-4f11-a375-8af5c803395e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:36.501821834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"5c6c2b7b-26de-4613-9c31-9d6a1697f566","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:36.601070893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"c82b70e9-aefb-4d76-bbd7-bb496aab7724","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:36.714883772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b99a8e7f-1523-4496-a32f-94f53203bea6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:36.859588585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"d48f8b26-ab64-4edb-913a-e2d77a79fbfe","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b743f6","tenantID":"e2e-praxis-a-b743f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:36.917065515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"d48f8b26-ab64-4edb-913a-e2d77a79fbfe","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"name":"e2e-praxis-a-b743f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:37.154365517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0275f4-b2cf-4261-8f76-79f9f88edbb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:37.208548614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0275f4-b2cf-4261-8f76-79f9f88edbb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:37.262367486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0275f4-b2cf-4261-8f76-79f9f88edbb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:37.316571659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0275f4-b2cf-4261-8f76-79f9f88edbb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:39.214394424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"50bb231d-b07a-4329-8841-f2516149c49a","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"tenant":"e2e-praxis-a-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:39.214418336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"50bb231d-b07a-4329-8841-f2516149c49a","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"routeName":"praxis-route-b743f6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b743f6","llmisvcName":"praxis-route-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:39.381221124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"891ad956-7a9c-4689-a182-9e49bc2e4d79","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b743f6","tenantID":"e2e-praxis-a-b743f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:39.429840319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-sub","reconcileID":"57f28e85-e416-49db-ac2f-7b40ff2609ac","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"name":"maas-trlp-praxis-route-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:39.438385308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"891ad956-7a9c-4689-a182-9e49bc2e4d79","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"name":"e2e-praxis-a-b743f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:39.600224717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"03a17fd9-e5a3-4079-a385-509ba4f83bfb","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"tenant":"e2e-praxis-a-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:39.600244487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"03a17fd9-e5a3-4079-a385-509ba4f83bfb","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"routeName":"praxis-route-b743f6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b743f6","llmisvcName":"praxis-route-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:39.815540036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-sub","reconcileID":"ec4700fa-b34e-4332-b1a5-1d6971ed5e3d","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"name":"maas-trlp-praxis-route-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:40.741846468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71e8d61-57ba-4c64-918f-56be7c0f27f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:40.796358074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71e8d61-57ba-4c64-918f-56be7c0f27f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:40.832799774Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:40.850350664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71e8d61-57ba-4c64-918f-56be7c0f27f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:40.904333274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71e8d61-57ba-4c64-918f-56be7c0f27f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:42.951030527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29c63a4-6933-49ad-9f44-663c99a825fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:43.005129455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29c63a4-6933-49ad-9f44-663c99a825fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:43.058908348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29c63a4-6933-49ad-9f44-663c99a825fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:43.113209687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29c63a4-6933-49ad-9f44-663c99a825fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:45.065183958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a458601d-307b-4a32-89a9-c4abe7d06e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:45.119139119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a458601d-307b-4a32-89a9-c4abe7d06e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:45.173559242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a458601d-307b-4a32-89a9-c4abe7d06e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:45.227409497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a458601d-307b-4a32-89a9-c4abe7d06e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:46.152870282Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-578636","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-578636","reconcileID":"f945b061-06dd-440f-a3e2-b63d2e41294f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-578636","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-578636":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:47.260895658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e730c0b-ef87-4203-8940-c45f1011ba3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:47.314966959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e730c0b-ef87-4203-8940-c45f1011ba3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:47.369610526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e730c0b-ef87-4203-8940-c45f1011ba3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:47.423864539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e730c0b-ef87-4203-8940-c45f1011ba3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:49.373019314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6992ec8d-3e92-49ac-9a7d-a081b6444320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:49.427353649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6992ec8d-3e92-49ac-9a7d-a081b6444320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:49.48129842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6992ec8d-3e92-49ac-9a7d-a081b6444320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:49.536923236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6992ec8d-3e92-49ac-9a7d-a081b6444320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:49.601050107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"01750d66-9607-4af2-aa05-d10f5551ccc3","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"tenant":"e2e-praxis-a-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:49.601070557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"01750d66-9607-4af2-aa05-d10f5551ccc3","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"routeName":"praxis-route-b743f6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b743f6","llmisvcName":"praxis-route-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:51.548262754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d8c6760-c630-4fdd-a2e4-4ec209bdf5f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:51.61452549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d8c6760-c630-4fdd-a2e4-4ec209bdf5f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:51.668696854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d8c6760-c630-4fdd-a2e4-4ec209bdf5f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:51.722785821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d8c6760-c630-4fdd-a2e4-4ec209bdf5f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:54.339641145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"94bbf224-7de4-4901-9b8c-2409a177a183","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:54.552069075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-sub","reconcileID":"0bd7be14-cb28-4e51-bf02-8f27e66e6231","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"name":"maas-trlp-praxis-route-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:54.653966204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"a0b5b7fe-8324-4fe6-a59f-db5963391072","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:54.66788075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"d5a00202-076e-4ea5-968d-ab7a5ecff065","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:54.761609843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"ecc30bb3-f8db-483c-b0fb-63d5c0d423f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:54.852054537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"43396468-eb84-4a72-a4de-e5a593bb4b91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:55.005873753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"fdd4f2f3-4b8a-44bc-a2e9-0ec5f8f2305e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:55.101227728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"86741500-81ae-4faf-a5b9-2d395336cb4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:55.226298613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"fe71becd-928d-4198-a1ff-836a874826d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:55.325499214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"5a2b5222-80f9-48a3-bcf7-9712f2773609","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:55.473282974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2fc2e85d-4b9a-45d4-83b5-0d91668f8282","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:55.574218767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"500a68a6-43d2-4e21-8086-e510f9ad4bab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:55.674886054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e46f65e4-a4ad-417b-ad85-5794c73fcc8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:59.114487751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"91c8f10c-d6e5-4283-8ea7-d76f28026fc1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-78bef7","tenantID":"e2e-shared-b-w2-78bef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:59.232625374Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"91c8f10c-d6e5-4283-8ea7-d76f28026fc1","name":"e2e-shared-b-w2-78bef7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:59.602542086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"19350052-ea65-4139-8046-e9d24e83ea2f","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"tenant":"e2e-praxis-a-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:36:59.602563779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"19350052-ea65-4139-8046-e9d24e83ea2f","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"routeName":"praxis-route-b743f6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b743f6","llmisvcName":"praxis-route-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:09.60379369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"e4e3afc7-c944-48a8-8617-082fe0d23e95","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"tenant":"e2e-praxis-a-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:09.603816965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"e4e3afc7-c944-48a8-8617-082fe0d23e95","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"routeName":"praxis-route-b743f6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b743f6","llmisvcName":"praxis-route-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:10.833039652Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:18.619000662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"86e66b06-94c0-47c2-addd-f8d328729ae9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:18.736420323Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"86e66b06-94c0-47c2-addd-f8d328729ae9","name":"e2e-shared-b-w1-09ecd0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:19.604601329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"676ebe58-0edf-4731-b062-257ef2b8ca49","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"tenant":"e2e-praxis-a-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:19.604625228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"676ebe58-0edf-4731-b062-257ef2b8ca49","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"routeName":"praxis-route-b743f6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b743f6","llmisvcName":"praxis-route-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:20.20339412Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"020b97d0-d688-44a7-b771-99a160b838a4","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:20.203527629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"a33d47da-2023-42ae-8f3e-a38262c577a5","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"tenant":"e2e-praxis-a-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:20.203545039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6","reconcileID":"a33d47da-2023-42ae-8f3e-a38262c577a5","MaaSModelRef":{"name":"praxis-route-b743f6","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"routeName":"praxis-route-b743f6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b743f6","llmisvcName":"praxis-route-b743f6","gateway":"openshift-ingress/e2e-praxis-a-b743f6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:37:20.406026351Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-sub","reconcileID":"c64fce58-0f11-4ecf-9eab-96817ec90233","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-b743f6: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-b743f6\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-b743f6 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:20.417199763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"020b97d0-d688-44a7-b771-99a160b838a4","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b743f6","tenantID":"e2e-praxis-a-b743f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:37:20.470846505Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-sub","reconcileID":"c64fce58-0f11-4ecf-9eab-96817ec90233","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-b743f6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:571\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:37:20.470906706Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-sub","reconcileID":"c64fce58-0f11-4ecf-9eab-96817ec90233","error":"failed to create TokenRateLimitPolicy for model praxis-route-b743f6: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-b743f6\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-b743f6 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:20.542489638Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"020b97d0-d688-44a7-b771-99a160b838a4","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"name":"e2e-praxis-a-b743f6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:20.542520438Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-auth","reconcileID":"020b97d0-d688-44a7-b771-99a160b838a4","MaaSAuthPolicy":{"name":"praxis-route-b743f6-auth","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:20.810946355Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-sub","reconcileID":"b66215d5-b694-4e89-b5e4-6fcd3e7bbb2d","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-76b506af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:20.910823116Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-sub","reconcileID":"b737790c-a26a-491e-939f-54f3f12f7a11","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-76b506af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:21.467272616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"8bd0e8d4-70a4-4180-80ff-54b3448d904d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:21.567307946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"5fa27681-3d2e-4339-a4d0-26920c3ca817","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:21.666168085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"a79fb710-45f6-49b1-b781-1609b5429d10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:21.766850828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"0ca2a4bf-ae34-40f6-9c47-b22555abec29","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:21.792909989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"333ead5e-5f9c-4e39-8d71-8ca81ca49b44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:21.828719593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe2740c-644b-48da-9606-da4895921017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:21.86741675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"68806e82-c94b-4b4e-8276-4c078b1593c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:21.883155057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe2740c-644b-48da-9606-da4895921017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:21.937273267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe2740c-644b-48da-9606-da4895921017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:21.99174623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe2740c-644b-48da-9606-da4895921017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:22.155824796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"ae3a2845-6faf-4726-9408-5c4db39cabc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:22.257433015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cc8cb1fb-411f-42b7-9529-d4ce55204646","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:22.257560839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"c98ba696-afbe-4381-9996-20bdb71f4d27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:22.426181488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aa7f764a-b072-4ea6-bfe1-9e2881d98d7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:22.527438043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"f3227f4b-6108-4eee-93f6-653eef2a8c08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:22.629407296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"092efdfc-1505-4094-b7d2-28198d849dce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:23.950824552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"301e0e7a-d76b-4de9-8a05-51322a06f698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:24.004844834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"301e0e7a-d76b-4de9-8a05-51322a06f698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:24.058977425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"301e0e7a-d76b-4de9-8a05-51322a06f698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:24.113540457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"301e0e7a-d76b-4de9-8a05-51322a06f698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:30.965592146Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-sub","reconcileID":"9f0845b9-1b65-4a27-84ea-5468ed462056","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","subscription":"praxis-route-b743f6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:30.965725576Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"praxis-route-b743f6-sub","reconcileID":"9f0845b9-1b65-4a27-84ea-5468ed462056","MaaSSubscription":{"name":"praxis-route-b743f6-sub","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"model":"ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-b743f6/praxis-route-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:40.833824133Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:48.431691484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"436c845f-7867-45e2-9630-4e46b442b738","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:37:48.550249784Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"436c845f-7867-45e2-9630-4e46b442b738","name":"e2e-shared-b-w0-6b12ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:03.384437022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"549fda7c-afe5-48a8-b502-e86e065a6396","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:03.502815027Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"549fda7c-afe5-48a8-b502-e86e065a6396","name":"e2e-shared-b-w4-578636-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:03.561675653Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","namespace":"ai-tenant-e2e-praxis-a-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:03.561745727Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","namespace":"ai-tenant-e2e-praxis-a-b743f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:03.56180616Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","tenant":"e2e-praxis-a-b743f6","tenantID":"e2e-praxis-a-b743f6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:03.617053357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","gvk":"Deployment","name":"maas-api-e2e-praxis-a-b743f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:03.681012172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","gvk":"Service","name":"maas-api-e2e-praxis-a-b743f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:03.736931288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-b743f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:03.792166243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-b743f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:03.858249057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-b743f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:03.916989224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-b743f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:03.97286707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-b743f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:04.030118142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-b743f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:04.08376646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-b743f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:04.140104936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-b743f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:04.197839168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","gvk":"Service","name":"payload-processing-e2e-praxis-a-b743f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:04.255299245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-b743f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:04.310029752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-b743f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:04.363408858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-b743f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:04.416856295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-b743f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:04.475016834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-b743f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:04.52822532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-b743f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:04.58154351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-b743f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:04.640972704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-b743f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:04.697069358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b743f6"},"namespace":"ai-tenant-e2e-praxis-a-b743f6","name":"default-tenant","reconcileID":"22f05389-b171-4fff-b1b9-129e8fdcc008","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-b743f6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:09.434675744Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b743f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b743f6","reconcileID":"ef021091-28af-42ca-bc2d-0d14b1db500c","aitenant":"ai-tenants/e2e-praxis-a-b743f6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:10.051098362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5edb018f-3871-4fe2-b593-42d3d85b56e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:10.105156815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5edb018f-3871-4fe2-b593-42d3d85b56e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:10.160129197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5edb018f-3871-4fe2-b593-42d3d85b56e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:10.217031956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5edb018f-3871-4fe2-b593-42d3d85b56e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:10.221616806Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b743f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b743f6","reconcileID":"ef021091-28af-42ca-bc2d-0d14b1db500c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b743f6","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-b743f6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:10.841590704Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:12.196624636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97f081a1-f244-4bc0-a05d-e3d117af32df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:12.277003164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97f081a1-f244-4bc0-a05d-e3d117af32df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:12.33124292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97f081a1-f244-4bc0-a05d-e3d117af32df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:12.385300096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97f081a1-f244-4bc0-a05d-e3d117af32df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:14.382023616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1960981c-f22c-4d70-91e8-eaf161dc9c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:14.436433909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1960981c-f22c-4d70-91e8-eaf161dc9c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:14.493971225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1960981c-f22c-4d70-91e8-eaf161dc9c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:14.548530681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1960981c-f22c-4d70-91e8-eaf161dc9c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:16.518613003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49dd89e0-69ab-4b36-9a15-85c889ea406d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:16.57309852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49dd89e0-69ab-4b36-9a15-85c889ea406d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:16.627576058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49dd89e0-69ab-4b36-9a15-85c889ea406d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:16.681999035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49dd89e0-69ab-4b36-9a15-85c889ea406d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:18.613016338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3ca9fc-d62e-4d65-8201-4c2e083d8e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:18.666993783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3ca9fc-d62e-4d65-8201-4c2e083d8e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:18.721233262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3ca9fc-d62e-4d65-8201-4c2e083d8e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:18.775280419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3ca9fc-d62e-4d65-8201-4c2e083d8e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:20.597787695Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","namespace":"ai-tenant-e2e-praxis-b-920071","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:20.597847113Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","namespace":"ai-tenant-e2e-praxis-b-920071","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:20.597899304Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","tenant":"e2e-praxis-b-920071","tenantID":"e2e-praxis-b-920071","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:20.653841622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","gvk":"Deployment","name":"maas-api-e2e-praxis-b-920071","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:20.709591588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39be4fff-3ee9-4e2c-a410-a00e62c548b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:20.71483328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","gvk":"Service","name":"maas-api-e2e-praxis-b-920071","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:20.764377843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39be4fff-3ee9-4e2c-a410-a00e62c548b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:20.819782039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39be4fff-3ee9-4e2c-a410-a00e62c548b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:20.821969841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-920071","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:20.877804194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39be4fff-3ee9-4e2c-a410-a00e62c548b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:20.9415333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-920071","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:20.997859452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-920071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:21.054003692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-920071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:21.161352616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-920071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:21.217869059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-920071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:21.271593275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-920071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:21.325095919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-920071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:21.378492742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","gvk":"Service","name":"payload-processing-e2e-praxis-b-920071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:21.431627443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-920071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:21.485322636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-920071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:21.538695695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-920071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:21.592447592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-920071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:21.648633745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-920071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:21.701832844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-920071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:21.755183878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-920071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:21.808206692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-920071","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:21.865038423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-920071"},"namespace":"ai-tenant-e2e-praxis-b-920071","name":"default-tenant","reconcileID":"536245c4-06b8-4544-8fbd-a4a4cafddf0a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-920071","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:22.860980409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80126e40-1c3c-49f4-8523-85c2d52dd2a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:22.915404362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80126e40-1c3c-49f4-8523-85c2d52dd2a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:22.970172436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80126e40-1c3c-49f4-8523-85c2d52dd2a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:23.024661082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80126e40-1c3c-49f4-8523-85c2d52dd2a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:23.609636536Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-920071","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-920071","reconcileID":"3c328e82-a483-4089-9262-7520d0cfe6d7","aitenant":"ai-tenants/e2e-praxis-b-920071","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:24.442863754Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-920071","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-920071","reconcileID":"3c328e82-a483-4089-9262-7520d0cfe6d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-920071","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-920071"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:24.973958461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c2a91b-8abe-464f-8f48-9c5dda4debf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:25.02803798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c2a91b-8abe-464f-8f48-9c5dda4debf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:25.086041386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c2a91b-8abe-464f-8f48-9c5dda4debf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:25.141558881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c2a91b-8abe-464f-8f48-9c5dda4debf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:27.14294051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbd0e3c6-bbe8-4fbc-9b88-c2f668581379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:27.197662277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbd0e3c6-bbe8-4fbc-9b88-c2f668581379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:27.251868995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbd0e3c6-bbe8-4fbc-9b88-c2f668581379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:27.305777343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbd0e3c6-bbe8-4fbc-9b88-c2f668581379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:27.522375143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"0433fd94-4e32-4064-8b1a-1e460aa0ad53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:29.228664063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d06afc-71b5-4bd5-a891-c1025466dc3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:29.286553471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d06afc-71b5-4bd5-a891-c1025466dc3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:29.341644974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d06afc-71b5-4bd5-a891-c1025466dc3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:29.395653125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d06afc-71b5-4bd5-a891-c1025466dc3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:30.529355279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"23863e04-a1d4-438c-b851-3e9cf63ab306","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:31.325020079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac0932d3-6a30-47d8-8ca1-6cc86c760034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:31.378841031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac0932d3-6a30-47d8-8ca1-6cc86c760034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:31.432627215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac0932d3-6a30-47d8-8ca1-6cc86c760034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:31.486586784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac0932d3-6a30-47d8-8ca1-6cc86c760034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:31.816540964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"717befbc-b16c-4003-b480-10fff4b1a992","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:31.873420389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"bcaea645-5dbb-471b-92b7-0d9fe7042949","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:38:31.929063958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-6adff92d","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-apikey-sub-binding-6adff92d","reconcileID":"59ba6062-4bd6-403d-aebd-a4e1e9d4c2de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-6adff92d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:31.977456018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"4d3e189d-184e-40c5-abed-3c83ca4300b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:31.977455822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"9f22fb72-b289-429f-9045-2edb19737e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:32.035321094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"9f22fb72-b289-429f-9045-2edb19737e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:32.035467258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"4d3e189d-184e-40c5-abed-3c83ca4300b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:32.048171646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"5b960814-e1b5-4e57-bc68-fcbf2138be3c","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:32.126188386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"299670b9-7d07-45cc-99e2-05f6650dc40b","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:32.413290196Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-6adff92d","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-apikey-sub-binding-6adff92d","reconcileID":"7d7c2205-7a00-450a-bf3f-bec80b731a27","MaaSSubscription":{"name":"e2e-apikey-sub-binding-6adff92d","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-6a4ab0/e2e-apikey-sub-binding-6adff92d","ai-tenant-e2e-worker-w3-6a4ab0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:32.482224928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"398aee28-2370-4e0b-acf2-8b540e278453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:32.482224925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"4b1c2dcc-d64a-45a7-80d5-31eece9d163e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:32.539861473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"4b1c2dcc-d64a-45a7-80d5-31eece9d163e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:32.53989928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"398aee28-2370-4e0b-acf2-8b540e278453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:32.58821127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"ccdcf10e-e662-4fa4-acc7-984211c3c690","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:32.691871861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"b0fc01d7-965b-417a-8ab7-ce44dcbd6cb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:32.854178114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-6adff92d","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-apikey-sub-binding-6adff92d","reconcileID":"c95b02df-9efa-4d06-970b-3ace918c1762","MaaSSubscription":{"name":"e2e-apikey-sub-binding-6adff92d","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:34.310633768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3381aae7-6234-4999-aee4-2e7bd48daff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:34.364949256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3381aae7-6234-4999-aee4-2e7bd48daff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:34.418787716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3381aae7-6234-4999-aee4-2e7bd48daff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:34.472912552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3381aae7-6234-4999-aee4-2e7bd48daff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:34.581164149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"9e0aca32-ce80-429a-9454-c157738c21a2","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:34.746179219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"83579a6c-8dd4-4e44-a073-135a49c24c39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:34.74626306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"011d8bb1-bddf-4eeb-96bc-64a1c0196640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:34.804686977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"83579a6c-8dd4-4e44-a073-135a49c24c39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:34.805233869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"011d8bb1-bddf-4eeb-96bc-64a1c0196640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:35.97390452Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-6adff92d","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-apikey-sub-binding-6adff92d","reconcileID":"9f893af3-eae9-4125-8d35-73909b76a570","MaaSSubscription":{"name":"e2e-apikey-sub-binding-6adff92d","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-981bf270","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:36.19731362Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"35d6ef95-820b-426f-b148-343b2f87f392","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6a4ab0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:36.416962021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b76163-7115-4a5a-9cd6-bac9acd86c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:36.470880861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b76163-7115-4a5a-9cd6-bac9acd86c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:36.525220713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b76163-7115-4a5a-9cd6-bac9acd86c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:36.579286437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b76163-7115-4a5a-9cd6-bac9acd86c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:36.633561294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"427486da-8b88-403d-bf78-9c0b47bd692d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:38.592999514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1df3a4-043a-421a-acc7-6cf75430d406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:38.647418367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1df3a4-043a-421a-acc7-6cf75430d406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:38.701825641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1df3a4-043a-421a-acc7-6cf75430d406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:38.756345741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1df3a4-043a-421a-acc7-6cf75430d406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:40.832896661Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:46.027806959Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-6adff92d","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-apikey-sub-binding-6adff92d","reconcileID":"c19f0ab6-851a-403f-8e6a-222fb9bff3dc","MaaSSubscription":{"name":"e2e-apikey-sub-binding-6adff92d","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscription":"e2e-apikey-sub-binding-6adff92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:46.190488854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-6adff92d","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"e2e-apikey-sub-binding-6adff92d","reconcileID":"c19f0ab6-851a-403f-8e6a-222fb9bff3dc","MaaSSubscription":{"name":"e2e-apikey-sub-binding-6adff92d","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:46.413297227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"b2ee60e7-08f2-44b3-8c52-6dd88bfbf0bc","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:46.574616603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"23f2ef71-2c4d-42c4-b9c1-c01740f28e36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:46.574618839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"c59f71f5-c2e4-46a1-9b8c-db91e7239d62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:46.635708412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"c59f71f5-c2e4-46a1-9b8c-db91e7239d62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:46.648899429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"23f2ef71-2c4d-42c4-b9c1-c01740f28e36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:51.052467702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2689ba0-f827-411f-a15b-53011d983489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:51.10696797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2689ba0-f827-411f-a15b-53011d983489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:51.160993839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2689ba0-f827-411f-a15b-53011d983489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:51.215254282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2689ba0-f827-411f-a15b-53011d983489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:51.602563087Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-d12bcf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-d12bcf","reconcileID":"c0dc09e1-d181-469a-a300-423add8134ab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-d12bcf","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-d12bcf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:53.216070305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff401551-79e6-4a29-b1eb-69fc68bc94de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:53.269977486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff401551-79e6-4a29-b1eb-69fc68bc94de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:53.323952913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff401551-79e6-4a29-b1eb-69fc68bc94de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:53.378333449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff401551-79e6-4a29-b1eb-69fc68bc94de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:55.467357945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73a8a8c8-a9b8-42bd-a320-3af755e9e52a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:55.52133914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73a8a8c8-a9b8-42bd-a320-3af755e9e52a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:55.575308365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73a8a8c8-a9b8-42bd-a320-3af755e9e52a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:55.630184148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73a8a8c8-a9b8-42bd-a320-3af755e9e52a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:57.570330566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6d0fca-206a-40f8-a475-6b6813fc45a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:57.624597554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6d0fca-206a-40f8-a475-6b6813fc45a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:57.678745224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6d0fca-206a-40f8-a475-6b6813fc45a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:57.732819954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6d0fca-206a-40f8-a475-6b6813fc45a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:59.678171108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aed99de-b886-48ee-a19a-5f145f7d5e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:59.732615541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aed99de-b886-48ee-a19a-5f145f7d5e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:59.786803695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aed99de-b886-48ee-a19a-5f145f7d5e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:38:59.840891775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aed99de-b886-48ee-a19a-5f145f7d5e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:01.784912811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b177e066-1a57-4835-ba70-01a181a45ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:01.839060122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b177e066-1a57-4835-ba70-01a181a45ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:01.893246079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b177e066-1a57-4835-ba70-01a181a45ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:01.947360709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b177e066-1a57-4835-ba70-01a181a45ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:03.893100821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee748ee-859b-4ffe-849f-c1b6d0ddbf81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:03.947117628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee748ee-859b-4ffe-849f-c1b6d0ddbf81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:04.00140163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee748ee-859b-4ffe-849f-c1b6d0ddbf81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:04.05586924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee748ee-859b-4ffe-849f-c1b6d0ddbf81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:05.9787612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7220ec35-b145-452d-9b9a-c8f0a3216bdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:06.033646626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7220ec35-b145-452d-9b9a-c8f0a3216bdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:06.087581323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7220ec35-b145-452d-9b9a-c8f0a3216bdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:06.141656446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7220ec35-b145-452d-9b9a-c8f0a3216bdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:08.080985905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0b5352-df09-4668-9313-9c0cfc7bd9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:08.136761086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0b5352-df09-4668-9313-9c0cfc7bd9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:08.19177052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0b5352-df09-4668-9313-9c0cfc7bd9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:08.245985173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0b5352-df09-4668-9313-9c0cfc7bd9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:10.316071154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703c91b0-3e37-4c22-9f0c-29dc92954f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:10.369914181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703c91b0-3e37-4c22-9f0c-29dc92954f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:10.424913912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703c91b0-3e37-4c22-9f0c-29dc92954f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:10.478792309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703c91b0-3e37-4c22-9f0c-29dc92954f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:10.805567657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"0b91aa90-8658-4c9d-9ce4-c524cfb0afc0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:10.833315164Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:20.364319263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e67df30b-e9ce-426f-a76b-f1c77f3a6212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:20.418221574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e67df30b-e9ce-426f-a76b-f1c77f3a6212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:20.472629241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e67df30b-e9ce-426f-a76b-f1c77f3a6212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:20.526498833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e67df30b-e9ce-426f-a76b-f1c77f3a6212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:22.462840221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d571ec-6d8c-4754-9fc1-94bf2e8a3f7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:22.516940702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d571ec-6d8c-4754-9fc1-94bf2e8a3f7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:22.571082656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d571ec-6d8c-4754-9fc1-94bf2e8a3f7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:22.624960387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d571ec-6d8c-4754-9fc1-94bf2e8a3f7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:28.705180011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"e627735b-8655-44f8-8214-7671b08b2783","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:28.759713013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"42950d02-df7b-45c5-b12a-211b2b95dcc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:28.776776543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"570bbbca-3505-4166-a457-d109460d0b6a","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"tenant":"e2e-shared-a-w2-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:28.776796809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"570bbbca-3505-4166-a457-d109460d0b6a","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"routeName":"auth-test-model-2c6ce9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","llmisvcName":"auth-test-model-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:28.864402305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"dbd062dc-ce13-4d43-92d5-862a7ca7e32a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:29.027588117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8fecb67d-4d59-4737-ad23-a6aae0c1d6fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:29.42399124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"dc93c579-c7b6-400c-95ca-0174dd051093","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:29.608158317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"09e13334-4cf0-4901-8cea-2c2ced7fd55c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:29.699619675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"5c1d4c6f-3a5c-418c-9f61-7b717c282d22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:29.803285358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"40aec5d2-b047-48f3-b7af-bd6f65f35419","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:29.900386753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"5512a5ce-0716-42dd-9ef8-52ca0f4fe076","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:29.940017645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"e95180af-3e6a-4061-9557-ad159b02fa6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:30.002862292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"7e8a5908-4d1e-4fc9-a6be-b2ef09ff7434","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:30.110578043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"596a15e4-a869-453e-8dca-09489477ec56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:40.832237007Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:45.657994753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"165b6dea-4486-4119-bf14-6f7d2393755a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:45.756876093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"38778179-1a58-47c8-8253-67fee095316c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:45.777307589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"a7f4bd86-e412-42d2-be7f-76894e4394a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:45.89381884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"f5dda7ac-36b2-4931-bcfc-65c238193214","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:46.062773233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"84bb3c70-f3e8-4031-92da-665cafa70ebe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:46.156968751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"6dfbe1be-8b50-4303-858f-bb8c928f4a58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:46.256929263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"a398c833-46c8-4c1e-9669-135f205a90ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:46.355769249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c8f31079-3344-41ad-a97b-689bf746dcca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:46.46309803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"7c935211-2f9c-4cfd-8bfd-a25de40d340d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:46.629939859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"3bc2b373-c517-4a8e-823d-4dadd0d90272","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:46.964633524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"280f7d7b-f9b6-4be4-be66-a5e602f1f99d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:39:47.067688581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"ba8fafa3-33b8-484a-a251-beb65be44999","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:40:07.693310679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"fd774bb2-35ee-42d7-9fcb-9a281a27ee67","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-d12bcf","tenantID":"e2e-explicit-d12bcf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:40:07.810420289Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"fd774bb2-35ee-42d7-9fcb-9a281a27ee67","name":"e2e-explicit-d12bcf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:40:10.832014316Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:40:40.832700711Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:40:41.911705332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"484b01b7-7844-4ea4-8ffa-d5e6f3cb6ab2","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:40:41.911767825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"484b01b7-7844-4ea4-8ffa-d5e6f3cb6ab2","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"auth-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"auth-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:40:53.746140411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"9e652e9a-002b-4651-b36c-95a76a5032a4","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:40:53.746166757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"9e652e9a-002b-4651-b36c-95a76a5032a4","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"auth-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"auth-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:40:53.915918572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"69ed8264-a9b3-47e0-abb8-ba6850d8fb45","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:40:53.91594047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"69ed8264-a9b3-47e0-abb8-ba6850d8fb45","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"auth-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"auth-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:02.695363699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"f35a1eaa-de45-49d3-b7fc-08a75ff09544","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"tenant":"e2e-shared-b-w2-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:02.695394095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"f35a1eaa-de45-49d3-b7fc-08a75ff09544","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"routeName":"auth-test-model-78bef7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-78bef7","llmisvcName":"auth-test-model-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:08.214321505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"3b5ae54f-d84b-4478-953b-ab817a2d8042","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"tenant":"e2e-shared-a-w2-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:08.214342945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"3b5ae54f-d84b-4478-953b-ab817a2d8042","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"routeName":"auth-test-model-2c6ce9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","llmisvcName":"auth-test-model-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:08.27244049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"1490a39c-d9c1-4a83-a903-edd0682486db","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"tenant":"e2e-shared-a-w2-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:08.272461901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"1490a39c-d9c1-4a83-a903-edd0682486db","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"routeName":"auth-test-model-2c6ce9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","llmisvcName":"auth-test-model-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:08.379983936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"cece87a4-76a0-498e-87ae-5a5344b35856","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2c6ce9","tenantID":"e2e-shared-a-w2-2c6ce9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:08.555386236Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"cece87a4-76a0-498e-87ae-5a5344b35856","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"name":"e2e-shared-a-w2-2c6ce9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:08.611276595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-2c6ce9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"cece87a4-76a0-498e-87ae-5a5344b35856","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:08.669601049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"b7063bce-a728-49eb-9abb-013f8441b0d5","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"tenant":"e2e-shared-a-w2-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:08.669621435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"b7063bce-a728-49eb-9abb-013f8441b0d5","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"routeName":"auth-test-model-2c6ce9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","llmisvcName":"auth-test-model-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:10.832118482Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:18.776843131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"0932146d-8279-4cc4-949d-bf8c0520d692","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2c6ce9","tenantID":"e2e-shared-a-w2-2c6ce9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:18.834177744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"0932146d-8279-4cc4-949d-bf8c0520d692","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"name":"e2e-shared-a-w2-2c6ce9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:18.890361107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-2c6ce9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"0932146d-8279-4cc4-949d-bf8c0520d692","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:23.13384255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c253d7-7649-48c5-a05e-a361ee16b40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:23.188190521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c253d7-7649-48c5-a05e-a361ee16b40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:23.242123521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c253d7-7649-48c5-a05e-a361ee16b40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:23.29630048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c253d7-7649-48c5-a05e-a361ee16b40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:25.276272547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c715c5a-3cdd-4608-bf0c-e7198bdeb2d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:25.332213092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c715c5a-3cdd-4608-bf0c-e7198bdeb2d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:25.388019264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c715c5a-3cdd-4608-bf0c-e7198bdeb2d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:25.443327177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c715c5a-3cdd-4608-bf0c-e7198bdeb2d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:28.998536104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"2bd81209-6a52-452c-b0f2-bde2a132fc31","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2c6ce9","tenantID":"e2e-shared-a-w2-2c6ce9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:29.056328812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"2bd81209-6a52-452c-b0f2-bde2a132fc31","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"name":"e2e-shared-a-w2-2c6ce9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:29.112603364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-2c6ce9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fdff6ac0dfc31d9f1b404c172d3a3ace2ad023d8dfc670be5c3d1f1101bf03bc) AuthConfig (e4156ba7b4cca8269602283f46de000e15a79e7dd26d1b39c559c66b992161ce) AuthConfig (c89c466b2c6deacdc9e7c5327eeec091073f708797529db2847e5bbe492adbfd) AuthConfig (220f4a20d228318f565e305a6a739981f9ef873bdcb378192372be4e8e874be1) AuthConfig (09f5559c177bd57ea42c90d48375300e434b0b4bc9a1af4a56d81626e34cf700) AuthConfig (247e2de640d57283311427e8142706ba9f1f61a743f1696bda13343c3c81e4d0) AuthConfig (53b73c34f85810ac213f3609613e78b0420d70e9f09520f142685294dbb4a4fd) AuthConfig (b0d4bf2df19719d7764b641f54a1f8628d33a2b371402efeeaa6ed8b1be67308) AuthConfig (d2cc26dd53ec9bf017ce3778950da372fc201a609f35b184c75ba444e3cd295a) AuthConfig (f41d4dca3b187016e376a8c127bac926b6749c7b8e56822bc93586cb1ef688e1) AuthConfig (1dd840ed1feb070ae465115d9d6ffe5e48fc7279f01ad37e39f24bec7829c292) AuthConfig (4b1e58ecff2bd0f0c0b9b0ab54d462a83cf49e55150dd247c63243f6afb3e170) AuthConfig (34e9cab120243b21b7dbfa12b9681dd8b83676a036d74574abdbd1dc952ed4d2) AuthConfig (0ae2378f58422f4a7acfb2c797c8e572b933e29a59d023aaeb579e487f3bd680) AuthConfig (aaa5b0864cce689c05e4739005df92d59fc0622865cdd5687921f97d01073794) AuthConfig (b1dbbd4fdb1153860bd75c7c910ac85a51828f352d988d15b34e2bc808e6000c) AuthConfig (8ba86a5fc2d7f39e03f23224f50991c0588b548838fb56654e45180dfe76d9b6) AuthConfig (83fdd9b26d453ff40bef854868c134bb86d1f532bea242784bd5a72bd81bc6ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"2bd81209-6a52-452c-b0f2-bde2a132fc31","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:29.171522985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"d568b731-4518-49e7-884e-a683cdb9c997","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"tenant":"e2e-shared-a-w2-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:29.171541553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"d568b731-4518-49e7-884e-a683cdb9c997","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"routeName":"auth-test-model-2c6ce9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","llmisvcName":"auth-test-model-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:39.278606263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"d75aa997-babc-4b23-9ad5-9a2b992ef1af","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2c6ce9","tenantID":"e2e-shared-a-w2-2c6ce9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:39.336370427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"d75aa997-babc-4b23-9ad5-9a2b992ef1af","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"name":"e2e-shared-a-w2-2c6ce9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:39.392717977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-2c6ce9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fdff6ac0dfc31d9f1b404c172d3a3ace2ad023d8dfc670be5c3d1f1101bf03bc) AuthConfig (e4156ba7b4cca8269602283f46de000e15a79e7dd26d1b39c559c66b992161ce) AuthConfig (c89c466b2c6deacdc9e7c5327eeec091073f708797529db2847e5bbe492adbfd) AuthConfig (220f4a20d228318f565e305a6a739981f9ef873bdcb378192372be4e8e874be1) AuthConfig (09f5559c177bd57ea42c90d48375300e434b0b4bc9a1af4a56d81626e34cf700) AuthConfig (247e2de640d57283311427e8142706ba9f1f61a743f1696bda13343c3c81e4d0) AuthConfig (53b73c34f85810ac213f3609613e78b0420d70e9f09520f142685294dbb4a4fd) AuthConfig (b0d4bf2df19719d7764b641f54a1f8628d33a2b371402efeeaa6ed8b1be67308) AuthConfig (d2cc26dd53ec9bf017ce3778950da372fc201a609f35b184c75ba444e3cd295a) AuthConfig (f41d4dca3b187016e376a8c127bac926b6749c7b8e56822bc93586cb1ef688e1) AuthConfig (1dd840ed1feb070ae465115d9d6ffe5e48fc7279f01ad37e39f24bec7829c292) AuthConfig (4b1e58ecff2bd0f0c0b9b0ab54d462a83cf49e55150dd247c63243f6afb3e170) AuthConfig (34e9cab120243b21b7dbfa12b9681dd8b83676a036d74574abdbd1dc952ed4d2) AuthConfig (0ae2378f58422f4a7acfb2c797c8e572b933e29a59d023aaeb579e487f3bd680) AuthConfig (aaa5b0864cce689c05e4739005df92d59fc0622865cdd5687921f97d01073794) AuthConfig (b1dbbd4fdb1153860bd75c7c910ac85a51828f352d988d15b34e2bc808e6000c) AuthConfig (8ba86a5fc2d7f39e03f23224f50991c0588b548838fb56654e45180dfe76d9b6) AuthConfig (83fdd9b26d453ff40bef854868c134bb86d1f532bea242784bd5a72bd81bc6ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"d75aa997-babc-4b23-9ad5-9a2b992ef1af","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:40.832281715Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:49.500667109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"c6024869-ee9d-4610-9b78-d0ae1b2d8886","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2c6ce9","tenantID":"e2e-shared-a-w2-2c6ce9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:49.557998713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"c6024869-ee9d-4610-9b78-d0ae1b2d8886","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"name":"e2e-shared-a-w2-2c6ce9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:49.880766964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"ac3a9da7-a29c-49d3-b71b-e0d34629c4e0","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"tenant":"e2e-shared-a-w2-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:49.880786291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"ac3a9da7-a29c-49d3-b71b-e0d34629c4e0","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"routeName":"auth-test-model-2c6ce9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","llmisvcName":"auth-test-model-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:55.06590058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"e1e9c26f-ec54-47c5-8647-aa2a2caec835","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"tenant":"e2e-shared-a-w2-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:55.065922813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"e1e9c26f-ec54-47c5-8647-aa2a2caec835","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"routeName":"auth-test-model-2c6ce9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","llmisvcName":"auth-test-model-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:55.125408326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"7ac2c267-05f5-4ff8-bbd3-19887151650e","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"tenant":"e2e-shared-a-w2-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:55.125433515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"7ac2c267-05f5-4ff8-bbd3-19887151650e","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"routeName":"auth-test-model-2c6ce9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","llmisvcName":"auth-test-model-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:55.177688699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"f6457a41-993f-4b93-9477-f8db179e3520","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2c6ce9","tenantID":"e2e-shared-a-w2-2c6ce9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:41:55.177956649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"2ad882e8-ddff-4901-8816-9fecdfac6ab0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-eba46a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:55.235346555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"f6457a41-993f-4b93-9477-f8db179e3520","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"name":"e2e-shared-a-w2-2c6ce9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:55.289678084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"7c2ab9e9-df77-4fec-998a-6d015cf4a803","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"tenant":"e2e-shared-a-w2-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:55.289697081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"7c2ab9e9-df77-4fec-998a-6d015cf4a803","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"routeName":"auth-test-model-2c6ce9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","llmisvcName":"auth-test-model-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:55.346038712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"c1956a04-4a53-44d5-a348-9e2e1c277476","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"tenant":"e2e-shared-a-w2-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:55.346056211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"c1956a04-4a53-44d5-a348-9e2e1c277476","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"routeName":"auth-test-model-2c6ce9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","llmisvcName":"auth-test-model-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:55.550599541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"f11eeb50-c556-4aa0-8c9d-be828c677162","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2c6ce9","tenantID":"e2e-shared-a-w2-2c6ce9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:55.568739226Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"c8a85209-c340-4ae4-8385-50bc013777c1","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"name":"maas-trlp-auth-test-model-2c6ce9","model":"auth-test-model-2c6ce9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-2c6ce9/e2e-auth-iso-eba46a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:55.607696529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"f11eeb50-c556-4aa0-8c9d-be828c677162","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"name":"e2e-shared-a-w2-2c6ce9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:55.739968235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"d276451e-249c-4a92-b173-05142712965d","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"tenant":"e2e-shared-a-w2-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:55.739986755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"d276451e-249c-4a92-b173-05142712965d","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"routeName":"auth-test-model-2c6ce9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","llmisvcName":"auth-test-model-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:41:55.995704471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"06292267-54d6-46ca-a659-bfdb48deb171","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"name":"maas-trlp-auth-test-model-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:03.862439498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"6f92144c-8a9c-41be-8e79-076bd78b490a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:04.033298571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"bd238d25-3d1a-42c8-bebf-3cfeeb456c82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:04.129980767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fadbe43c-4173-4d87-8c76-45a36070cb3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:04.230222246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d9116b79-40b7-4613-9fc0-25e77662793a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:04.363186948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"8497de0c-d7aa-48b3-9ae0-f34f681dc0e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:04.460974626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"ae1897b1-8894-4cf6-a2c7-3776a3517867","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:04.561540619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"3a5dba74-c25d-4651-9888-0a32c0878df3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:04.696025324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"95703d14-fe46-43bb-9426-b68909e00444","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:04.797032341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"cfd1c85f-e52e-4934-94c8-efbb905592a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:04.919707919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"44eeacbe-d442-4f22-9675-40da017c79c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:05.034801593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"3602492c-1efd-4ceb-9e97-98d06b89c596","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:05.31061749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"ca669e11-c434-4013-8dd1-72fc36672557","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:10.779286792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"85715b0c-5497-40b5-98a9-cd77d37dae6c","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:10.779313298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"85715b0c-5497-40b5-98a9-cd77d37dae6c","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"auth-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"auth-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:10.833072772Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:16.194590619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"cf9ae1d1-5683-4a43-9279-6cbd2bd41a8e","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:16.194619437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"cf9ae1d1-5683-4a43-9279-6cbd2bd41a8e","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"auth-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"auth-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:16.250431596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"beb1c5dc-737a-4c55-bb79-15bb3ccf43ae","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:16.25045205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"beb1c5dc-737a-4c55-bb79-15bb3ccf43ae","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"auth-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"auth-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:16.358222249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"eb76b460-3b7b-4164-9cf6-d58b3bb89c33","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:16.535404856Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"eb76b460-3b7b-4164-9cf6-d58b3bb89c33","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:16.59175207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-44a484-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"eb76b460-3b7b-4164-9cf6-d58b3bb89c33","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:16.650047676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"cf74f868-630a-4976-afdc-836294ad7a99","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:16.650067064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"cf74f868-630a-4976-afdc-836294ad7a99","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"auth-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"auth-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:22.597006073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-d12bcf","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"explicit-model-d12bcf","reconcileID":"3c85c429-25f8-4f31-b620-3729f7150992","MaaSModelRef":{"name":"explicit-model-d12bcf","namespace":"ai-tenant-e2e-explicit-d12bcf"},"routeName":"explicit-model-d12bcf-kserve-route","namespace":"ai-tenant-e2e-explicit-d12bcf","llmisvcName":"explicit-model-d12bcf","gateway":"openshift-ingress/e2e-explicit-d12bcf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:26.45649381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"bfd8112f-494e-43ea-82cc-9392fb47de0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:26.639141123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"7e08ebe8-351d-4611-bed3-6241fcff528a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:26.691490361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"4eae0137-a424-4c42-8ddb-14df94191655","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:26.757524442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"fb5264fe-b6cd-4868-9be1-67278ed8bd4d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:26.814984256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"fb5264fe-b6cd-4868-9be1-67278ed8bd4d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:26.871114744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-44a484-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"fb5264fe-b6cd-4868-9be1-67278ed8bd4d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:26.965069509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"d4505c9e-1101-4e36-ba05-3aa2053c715b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:27.084909105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"44f44c18-3a8e-4179-b36b-e87bf82d70a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:27.138166361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"fe7800c7-b653-46c9-82c7-2b54ed7a5f32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:27.192633299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"f9af053d-e93a-499d-8a1d-88f152039c45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:27.310653386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"8ef5417d-620e-435a-80ec-274960163bb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:27.491293036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"82e72c21-afd7-42f1-8fa1-263cc9578ccc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:27.591661049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"6dc772c3-23ec-44e8-be15-035249081f69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:27.603348476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"873fb33b-6950-499f-9760-735be62b3686","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:27.714887486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"7b6ccb1c-b886-4ed5-ad81-3a14f0da5807","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"name":"maas-trlp-auth-test-model-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:27.996011786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cf363a88-13bb-45b4-81ea-9a7657f20093","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:28.010455273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"e44a27d9-988e-475b-a9d4-e386094f71fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2c6ce9","tenantID":"e2e-shared-a-w2-2c6ce9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:28.068478301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"e44a27d9-988e-475b-a9d4-e386094f71fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"name":"e2e-shared-a-w2-2c6ce9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:28.102391719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"3977c86c-7a7b-441f-8e76-9b96988557d0","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"tenant":"e2e-shared-a-w2-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:28.102407599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"3977c86c-7a7b-441f-8e76-9b96988557d0","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"routeName":"auth-test-model-2c6ce9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","llmisvcName":"auth-test-model-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:28.600608653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"de5f6edc-56fe-4db6-a688-3e8444018199","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"tenant":"e2e-shared-b-w2-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:28.600629119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"de5f6edc-56fe-4db6-a688-3e8444018199","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"routeName":"auth-test-model-78bef7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-78bef7","llmisvcName":"auth-test-model-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:28.656688185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"329991b4-9893-4b9c-8faf-57d8cec342f3","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"tenant":"e2e-shared-b-w2-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:28.65670787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"329991b4-9893-4b9c-8faf-57d8cec342f3","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"routeName":"auth-test-model-78bef7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-78bef7","llmisvcName":"auth-test-model-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:28.763823148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"b9c2ea40-31c4-4154-ae38-3323dd7a6aca","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-78bef7","tenantID":"e2e-shared-b-w2-78bef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:28.936649672Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"b9c2ea40-31c4-4154-ae38-3323dd7a6aca","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"name":"e2e-shared-b-w2-78bef7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:28.993015891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-78bef7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"b9c2ea40-31c4-4154-ae38-3323dd7a6aca","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:29.051303659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"94bf93f5-2ab9-41bf-8482-12a3ad73226b","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"tenant":"e2e-shared-b-w2-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:29.051323062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"94bf93f5-2ab9-41bf-8482-12a3ad73226b","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"routeName":"auth-test-model-78bef7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-78bef7","llmisvcName":"auth-test-model-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:36.979886321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"a5d60ddd-fef0-452f-9386-727fe6ede36a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:37.037575673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"a5d60ddd-fef0-452f-9386-727fe6ede36a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:37.093620367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-44a484-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"a5d60ddd-fef0-452f-9386-727fe6ede36a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:39.159349338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"8486ab92-e289-492e-8c0c-6f491aabc76e","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-78bef7","tenantID":"e2e-shared-b-w2-78bef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:39.216839283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"8486ab92-e289-492e-8c0c-6f491aabc76e","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"name":"e2e-shared-b-w2-78bef7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:39.272927795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-78bef7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"8486ab92-e289-492e-8c0c-6f491aabc76e","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:40.831817341Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:47.201455189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"d4b95702-1844-4a82-ac71-9f933deebf58","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:47.259170878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"d4b95702-1844-4a82-ac71-9f933deebf58","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:47.315200532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-44a484-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"d4b95702-1844-4a82-ac71-9f933deebf58","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:49.381544992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"bfc3e02e-c9e9-4ef0-8be1-4d1d78c50a23","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-78bef7","tenantID":"e2e-shared-b-w2-78bef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:49.439441315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"bfc3e02e-c9e9-4ef0-8be1-4d1d78c50a23","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"name":"e2e-shared-b-w2-78bef7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:49.495643088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-78bef7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"bfc3e02e-c9e9-4ef0-8be1-4d1d78c50a23","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:53.24308176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"950531a2-b365-49d1-8dc1-ef847c71ea90","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:53.243107535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"950531a2-b365-49d1-8dc1-ef847c71ea90","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"auth-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"auth-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:53.68085909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"f8e303ff-c781-4f55-9c89-8883f5bf9e75","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:53.680882748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"f8e303ff-c781-4f55-9c89-8883f5bf9e75","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"auth-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"auth-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:57.422569509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"e46ffb62-27dd-4690-9614-104e95f1a5ee","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:57.480055213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"e46ffb62-27dd-4690-9614-104e95f1a5ee","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:57.53648208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-44a484-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"e46ffb62-27dd-4690-9614-104e95f1a5ee","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:58.664377695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"42e3caaf-d036-41d2-bb19-bcca1c35e89e","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:58.664401133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"42e3caaf-d036-41d2-bb19-bcca1c35e89e","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"auth-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"auth-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:58.722546221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"b922c746-e496-47ee-b1da-e2155762d379","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:58.722565627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"b922c746-e496-47ee-b1da-e2155762d379","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"auth-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"auth-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:58.830307416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"1df2939c-22af-4d61-9dae-19d0addf5379","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:58.955220175Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"1df2939c-22af-4d61-9dae-19d0addf5379","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:59.011427797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-76c687-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"1df2939c-22af-4d61-9dae-19d0addf5379","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:59.07010824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"f2b848a5-f492-4cb1-9a9e-71f00cc7387c","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:59.070126101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"f2b848a5-f492-4cb1-9a9e-71f00cc7387c","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"auth-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"auth-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:59.149854031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"e5b526b4-73ab-40b7-801b-bf707e1eab5a","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:59.149973712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"e5b526b4-73ab-40b7-801b-bf707e1eab5a","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"auth-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"auth-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:59.214383564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"8cdbe7f6-34c4-4d00-8069-31ffbf5ac232","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:59.21440507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"8cdbe7f6-34c4-4d00-8069-31ffbf5ac232","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"auth-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"auth-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:59.32127343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"cd04c1ac-10a9-4741-8d27-c02774f85a16","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:59.466624767Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"cd04c1ac-10a9-4741-8d27-c02774f85a16","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:59.522659153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-a9ed60-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"cd04c1ac-10a9-4741-8d27-c02774f85a16","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:59.580984797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"206ef81e-18ac-419f-9969-550bc7afd772","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:59.581004736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"206ef81e-18ac-419f-9969-550bc7afd772","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"auth-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"auth-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:59.603963795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"5dda1fea-5abe-463c-965a-d1bdd4815d62","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-78bef7","tenantID":"e2e-shared-b-w2-78bef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:59.661654051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"5dda1fea-5abe-463c-965a-d1bdd4815d62","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"name":"e2e-shared-b-w2-78bef7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:42:59.718298121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-78bef7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"5dda1fea-5abe-463c-965a-d1bdd4815d62","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:07.644335863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"364feab5-d310-462f-ae15-8730057712f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:07.701667418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"364feab5-d310-462f-ae15-8730057712f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:07.757818943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-44a484-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb0f83a4517b47d64de7be7ea891c1da2e4b0dfa96852a8198a2fb4d1fb75a51) AuthConfig (04a7e302ef7194f5e6b2185ddcaef2f6bcdfe6c2717b97e9882370788ed28c12) AuthConfig (2128a4e782b7d1120828fb3ac5e5d6f30250c44d8fee63f9486be808e48ae9d4) AuthConfig (8a3ec5567e4044a3686f415fd9d631b96af3b84de03422c2a77cbde19d0cb491) AuthConfig (b257a7b8e38989c091512b8c7589058fad7cc39879eb3992c2e40bb2146888f3) AuthConfig (0c38b5158db72916447a3bae18beb38e12bb62cbb7bbc58f08c5bf8d294d4bb9) AuthConfig (1e74da16f0bd169511fe49e028f0aec545e50b82c980a95e08780f0ef51ca937) AuthConfig (7d772810aa4e2b424fd3a140b0602a6a9dd54e95d0182d0a8e795d52d0a83609) AuthConfig (8f99e70eb294ff0ea427edc91ba543144b855cc01c15571e9237ea34643aa8d5) AuthConfig (e66dee380392b6e90e8460f9a5edfd79f0eadc76c23f3f9b256a4feed0713a15) AuthConfig (94ed52da767ac6524d2a35b1b590d586470e6340e05d62da7486f3330e910d69) AuthConfig (58e9b6ff6a0470ccd953eebf87351beeace2f15f47948cf7d290744f997dcebf) AuthConfig (3f1a431248d3f2dde9090127814f36ba308079a869461774aaa6666b85f8bc1b) AuthConfig (a0f98d6b330caed26705b5b301b7c4d5dfde762ede625a3f4962ec3724012aef) AuthConfig (93a7345cc1915dc8da5e0f9b1967de7695744453b43186bb95f8907904e2a9b7) AuthConfig (ad37b483438b9b5497b6e4ea375f8c9974e57156f58126788141a0c1fac691e1) AuthConfig (089c26fc77962c5d2863f2e6ff8dac008df983b7a193eb7c6f693f2ced5e8f22) AuthConfig (0b1b88db87b7607c4faccf21ddd35f215129ec3966c22c00e55b166ca088fdd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"364feab5-d310-462f-ae15-8730057712f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:07.816499642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"d9f02246-1cdf-40df-8ed0-bcf490bc01f5","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:07.816523028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"d9f02246-1cdf-40df-8ed0-bcf490bc01f5","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"auth-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"auth-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:09.177868779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"22a355b0-f9aa-4de5-9ed8-b420ac5695d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:09.235389584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"22a355b0-f9aa-4de5-9ed8-b420ac5695d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:09.291760927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-76c687-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"22a355b0-f9aa-4de5-9ed8-b420ac5695d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:09.691257042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"6f48e77a-3750-4b6d-a819-2f005c7afc3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:09.756455194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"6f48e77a-3750-4b6d-a819-2f005c7afc3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:09.813398852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-a9ed60-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"6f48e77a-3750-4b6d-a819-2f005c7afc3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:09.8388731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"68bd4ad7-211c-42b9-ace8-3af83f9ab967","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-78bef7","tenantID":"e2e-shared-b-w2-78bef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:09.897033602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"68bd4ad7-211c-42b9-ace8-3af83f9ab967","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"name":"e2e-shared-b-w2-78bef7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:09.953413245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-78bef7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a5e923f40ce1b40ab5a7573263194db1edc321ded0947c16497924fe6fdacecf) AuthConfig (1881835c701df7357b0986f03b3278760d179856dca4674bb03ff8f7385ef6f6) AuthConfig (96d3cf755ef06a302764784951d854a4a1386e00d3acccce9cc5dccd30c17a7e) AuthConfig (031a03e3f8a24be7be8b4d38834127e56c98e2975f0b0e918f5d5e76de77c236) AuthConfig (d751a8fe452ea191798052d06e0cb575eba26c4db3d7012528fb47fc6f0cde4e) AuthConfig (a1b99a0b0c2c5b293a7a1003d109547e64391fde72d8afe8c20406f4a596a2bf) AuthConfig (33721e67fbbd46d5ef8c4f751bcad55c26b3b95479c79e440440ce0723535988) AuthConfig (342da6134188a9eaa6536d2d0049cf3b973d1056c2bacc5c406ec7bcaa13d50a) AuthConfig (936af5262a0017f85a2ce2712232342b8cc14e0b8c748ec60278fd8dd29f47da) AuthConfig (71d1703c2c7c7d5d6575cee854a4a416e71b251c8feff428eb0c183345a94ea8) AuthConfig (cead3ffc319dc049efd663c869bf1606c4416565d333ad9c956ed128deb3f4b3) AuthConfig (e86d7a57210898520bd21cbb697cbabe5d3e138945b9be0b34d8e084e797406a) AuthConfig (4b9699652d59ffa4baac71f1176fb890441680562d74c1385cad09a385548c9b) AuthConfig (2b90bf1d5dee0134f0279139f0e35d62193183b70bd1d24a640c7dc735b98636) AuthConfig (8733c2d4bbcc048337a7427961bd8129773591ecb17e1ab55ec07a58191c1975) AuthConfig (deaf4d4178353d8b39ecf9134568add8d145575a892fdb7db65445318beb9083) AuthConfig (57faa00aa1cdb8c448ec7baa67c41af59145e6aae71ac7034b2036cc419bcf41) AuthConfig (6a01eeb383f7814dd4d409c826d6cccb4f8d22e375e4a8377a4c5767d42f456d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"68bd4ad7-211c-42b9-ace8-3af83f9ab967","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:10.012159832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"3fb93cbf-cff8-419e-8025-bd9eb3f3faf9","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"tenant":"e2e-shared-b-w2-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:10.012178427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"3fb93cbf-cff8-419e-8025-bd9eb3f3faf9","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"routeName":"auth-test-model-78bef7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-78bef7","llmisvcName":"auth-test-model-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:10.832146939Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:18.031341535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"6c206b47-8aea-41ce-b74e-a8df88242c07","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:18.089296809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"6c206b47-8aea-41ce-b74e-a8df88242c07","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:18.14542753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-44a484-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb0f83a4517b47d64de7be7ea891c1da2e4b0dfa96852a8198a2fb4d1fb75a51) AuthConfig (04a7e302ef7194f5e6b2185ddcaef2f6bcdfe6c2717b97e9882370788ed28c12) AuthConfig (2128a4e782b7d1120828fb3ac5e5d6f30250c44d8fee63f9486be808e48ae9d4) AuthConfig (8a3ec5567e4044a3686f415fd9d631b96af3b84de03422c2a77cbde19d0cb491) AuthConfig (b257a7b8e38989c091512b8c7589058fad7cc39879eb3992c2e40bb2146888f3) AuthConfig (0c38b5158db72916447a3bae18beb38e12bb62cbb7bbc58f08c5bf8d294d4bb9) AuthConfig (1e74da16f0bd169511fe49e028f0aec545e50b82c980a95e08780f0ef51ca937) AuthConfig (7d772810aa4e2b424fd3a140b0602a6a9dd54e95d0182d0a8e795d52d0a83609) AuthConfig (8f99e70eb294ff0ea427edc91ba543144b855cc01c15571e9237ea34643aa8d5) AuthConfig (e66dee380392b6e90e8460f9a5edfd79f0eadc76c23f3f9b256a4feed0713a15) AuthConfig (94ed52da767ac6524d2a35b1b590d586470e6340e05d62da7486f3330e910d69) AuthConfig (58e9b6ff6a0470ccd953eebf87351beeace2f15f47948cf7d290744f997dcebf) AuthConfig (3f1a431248d3f2dde9090127814f36ba308079a869461774aaa6666b85f8bc1b) AuthConfig (a0f98d6b330caed26705b5b301b7c4d5dfde762ede625a3f4962ec3724012aef) AuthConfig (93a7345cc1915dc8da5e0f9b1967de7695744453b43186bb95f8907904e2a9b7) AuthConfig (ad37b483438b9b5497b6e4ea375f8c9974e57156f58126788141a0c1fac691e1) AuthConfig (089c26fc77962c5d2863f2e6ff8dac008df983b7a193eb7c6f693f2ced5e8f22) AuthConfig (0b1b88db87b7607c4faccf21ddd35f215129ec3966c22c00e55b166ca088fdd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"6c206b47-8aea-41ce-b74e-a8df88242c07","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:18.846603041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb0a9083-2aa5-4bd2-a7ab-29f5ca3cf867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:18.900564786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb0a9083-2aa5-4bd2-a7ab-29f5ca3cf867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:18.955717318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb0a9083-2aa5-4bd2-a7ab-29f5ca3cf867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:19.009767062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb0a9083-2aa5-4bd2-a7ab-29f5ca3cf867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:19.399353046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"33ce996a-20da-43fb-8722-4587d66ae665","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:19.456557236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"33ce996a-20da-43fb-8722-4587d66ae665","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:19.513366581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-76c687-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"33ce996a-20da-43fb-8722-4587d66ae665","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:19.921349725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"44bad47f-1298-45b1-8c9b-dfd0b30d66a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:19.98007199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"44bad47f-1298-45b1-8c9b-dfd0b30d66a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:20.037635813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-a9ed60-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"44bad47f-1298-45b1-8c9b-dfd0b30d66a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:20.1966027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"c21cdb33-bd9a-4bee-95f6-c7cc33970165","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-78bef7","tenantID":"e2e-shared-b-w2-78bef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:20.2546645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"c21cdb33-bd9a-4bee-95f6-c7cc33970165","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"name":"e2e-shared-b-w2-78bef7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:20.31097481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-78bef7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a5e923f40ce1b40ab5a7573263194db1edc321ded0947c16497924fe6fdacecf) AuthConfig (1881835c701df7357b0986f03b3278760d179856dca4674bb03ff8f7385ef6f6) AuthConfig (96d3cf755ef06a302764784951d854a4a1386e00d3acccce9cc5dccd30c17a7e) AuthConfig (031a03e3f8a24be7be8b4d38834127e56c98e2975f0b0e918f5d5e76de77c236) AuthConfig (d751a8fe452ea191798052d06e0cb575eba26c4db3d7012528fb47fc6f0cde4e) AuthConfig (a1b99a0b0c2c5b293a7a1003d109547e64391fde72d8afe8c20406f4a596a2bf) AuthConfig (33721e67fbbd46d5ef8c4f751bcad55c26b3b95479c79e440440ce0723535988) AuthConfig (342da6134188a9eaa6536d2d0049cf3b973d1056c2bacc5c406ec7bcaa13d50a) AuthConfig (936af5262a0017f85a2ce2712232342b8cc14e0b8c748ec60278fd8dd29f47da) AuthConfig (71d1703c2c7c7d5d6575cee854a4a416e71b251c8feff428eb0c183345a94ea8) AuthConfig (cead3ffc319dc049efd663c869bf1606c4416565d333ad9c956ed128deb3f4b3) AuthConfig (e86d7a57210898520bd21cbb697cbabe5d3e138945b9be0b34d8e084e797406a) AuthConfig (4b9699652d59ffa4baac71f1176fb890441680562d74c1385cad09a385548c9b) AuthConfig (2b90bf1d5dee0134f0279139f0e35d62193183b70bd1d24a640c7dc735b98636) AuthConfig (8733c2d4bbcc048337a7427961bd8129773591ecb17e1ab55ec07a58191c1975) AuthConfig (deaf4d4178353d8b39ecf9134568add8d145575a892fdb7db65445318beb9083) AuthConfig (57faa00aa1cdb8c448ec7baa67c41af59145e6aae71ac7034b2036cc419bcf41) AuthConfig (6a01eeb383f7814dd4d409c826d6cccb4f8d22e375e4a8377a4c5767d42f456d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"c21cdb33-bd9a-4bee-95f6-c7cc33970165","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:20.996941123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c61671a0-cfed-4d29-aece-3f03e4136a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:21.051437599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c61671a0-cfed-4d29-aece-3f03e4136a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:21.105377004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c61671a0-cfed-4d29-aece-3f03e4136a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:21.159331488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c61671a0-cfed-4d29-aece-3f03e4136a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:24.272245402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"8abb0dd8-d6bc-42c9-9eee-2e25c6fc8fe1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:24.748574317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"c9f21302-9be6-4c7a-a965-08debfcbe4f9","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"name":"maas-trlp-auth-test-model-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:24.949754749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"c818d831-a772-4ddc-93c6-46d3eb20e425","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:25.048242546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"c3d1fd17-2f48-4996-96e6-fe9643e3fcab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:25.062020783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"54aa1ba8-6e67-4502-b63c-71664dedfe94","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:25.148019811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"4eac586d-ed1c-4825-bb85-379d74cd6bce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:25.288073908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"83392a6a-0ed6-43ff-b56d-613faee2fdc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:25.409326324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"f5446ce2-d0bc-4e02-a70c-70e45836dfe7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:25.502565298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"66ef8519-aca5-4bfe-b27f-7afcdf36b89c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:25.602594334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"f484171d-049e-4bf8-aff3-68fe513d9b3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:25.604606559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"63c636e1-d611-44cb-afb8-0bbec29da370","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:25.702958418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"462b244a-4372-4a8f-bf71-d2c96d5c630a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:25.736638187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14fa9820-12e6-48cc-86ca-409a7d97fe49","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:28.255792888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"8d4348dd-990a-4456-a49b-ce6afe7011d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:28.31353969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"8d4348dd-990a-4456-a49b-ce6afe7011d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:28.586856532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"bd9a53a8-dfd9-48d8-9ae4-7b4d8a063373","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:28.58687575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"bd9a53a8-dfd9-48d8-9ae4-7b4d8a063373","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"auth-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"auth-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:29.621338627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"df9950a1-1acd-43da-bd98-5e6850c30fbf","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:29.678949869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"df9950a1-1acd-43da-bd98-5e6850c30fbf","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:29.735281142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-76c687-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e352f5ed30228a1d05d9736ce53de6d9c2c68c5aa887dc9f78d95a8acbbe9d05) AuthConfig (4a0a7374eb48f63320449d9febfbabd5fff536bc2b79cc63f9677003009b411c) AuthConfig (cd84d643e87d97b7b8fa7ab1dea9aa9008dfdb43387aba07a0660fbf96130cc8) AuthConfig (fe25cbd60f857ac055894c1c0fb44bc77b1278644c670c601c44ff5a0733452f) AuthConfig (9078b424471e2d6925696f432bb480279171af71c70c94be476a2498456e20b9) AuthConfig (011dffdcc36a7a0c99ce3eccccc6bc8f631d7c8df156890d8af55b6a2b50ba50) AuthConfig (090dfe25bb6e6a829ba9f34261c62adfc0bb04c295fe37d3f87a7cdd7e6ad26b) AuthConfig (bf3c659aefd7fc2172e97a187a65e0265dd391579ab6dc7b2c460130e37707c3) AuthConfig (ef6c1fd51d6427ad553684193a48b8ba44a5486fe549be482651a5d0271a4b56) AuthConfig (7ec538797a076e9774fcd55e60d7b81d8e8652ccaecec354c1d4cf579e7d5664) AuthConfig (2642814715f3ee3a73817d3ed47b9d9a4ae3096515cd2dd17595ed2b934d4324) AuthConfig (119292301589bed1ca4ebb73354f9e54349ab6f73bdbffb4664f0303507cc304) AuthConfig (d9acabeb2fc471109376b86f6d61626a439cda115a83c6e8103500aee65ef414) AuthConfig (3ca68406e65f1124a609732c87d7d6a28b939fb3377a44a9e183314b2d1fefd5) AuthConfig (4635e7c3d97d74708e88d252005b9bec4b30a0ebfe0fdd04e514271e81da86dd) AuthConfig (4667cd2da2ad99d0dff4990fdaa5c72e90e1f8183a9b6024715de7bdef6ea6f8) AuthConfig (42ad4c899afc79c7f7da91d0917745bfba479b2fc031ec4d94803a3de09a8f83) AuthConfig (e60747ca26fa1fb93804ca3c7338292224d64e28c92f19bd802eeff9042e2146)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"df9950a1-1acd-43da-bd98-5e6850c30fbf","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:29.793950272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"59c535d8-8f88-42fa-9add-ed4b93ba394d","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:29.793969515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"59c535d8-8f88-42fa-9add-ed4b93ba394d","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"auth-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"auth-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:30.145550511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"1548b44e-0273-4f3f-bb15-e3f78d4872eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:30.203208382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"1548b44e-0273-4f3f-bb15-e3f78d4872eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:30.262568938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-a9ed60-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bd3a70cdd7fe5d684d84de9dff759e03c7e39164f387dea08753a13618b5a8ed) AuthConfig (dd8336e77c21973431ae46d592ba97c44e21567276c6df8cfb283d2c9520b9aa) AuthConfig (35f2f728a25f21cafe0fc8320cf1a43d8192f63ddb1128e787fba5001ea79901) AuthConfig (3d25f55ebae9e5f2fcc647f81682b0d6579e4c6dbb8099f591b299cdfe02b4fe) AuthConfig (bb36b08fe7eaf514591873e359b73bdd215e6d6d6d4604c9c4de75e1701da326) AuthConfig (033b06df428a4903cc1eaf9edebbed467a187a7bbaa0ffafd9a45d64de387020) AuthConfig (2d49a415c1ae4d8a40029a46b182fb9cab5f055d2b93a86bfec58c18633ec68f) AuthConfig (80b661f607b9c78052a4c9e250907d9ab8bdffd47f0b5c3765a9fb4fb37558ad) AuthConfig (76f9025c6cf774bb712e944efb1ae4ed68131bf5b60af0221e4dae4580410b23) AuthConfig (d51e1d8b23dde596c162333e1134a0d518ba2c6bdae114a48450dc9109eb1447) AuthConfig (ce14d25958b74445eafc7362df6620b00baa145d1fe0ebad6f4329ff65cba168) AuthConfig (23c343765188fdf3991c8e4ba23a03ced59d5af8702d8b3f27f4ac7a9ac0fa1e) AuthConfig (a2c2e458ab780010482067c66d1d9c8e298c4924584943147dce3f6295b30a69) AuthConfig (53f1f065483a30fa2dc51492e063692038d3dbc18a83ae743db7043afe5f5992) AuthConfig (a84127736e71c6948f8836f3c960a12b0b01858e5e7343fc024700d07d6c29b2) AuthConfig (28c92b8aa91a8772d6db6613e5c44564dc08bf803a186c3b32b490ce564cc539) AuthConfig (082d879bfdbf4c3b5f64982879e0696171f58925a041772723b84110a7bfcc7b) AuthConfig (4b3945fe4f5ac9e2f1cfe37ec08f73c04ca80c7f3b48f607928cac3608819952)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"1548b44e-0273-4f3f-bb15-e3f78d4872eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:30.321695285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"46b5d53f-3bb5-4a85-a7ae-3c7da35444ca","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:30.3217171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"46b5d53f-3bb5-4a85-a7ae-3c7da35444ca","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"auth-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"auth-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:30.418496977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"bb79aaec-b8d8-4d6b-a39b-75fa2689f48b","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-78bef7","tenantID":"e2e-shared-b-w2-78bef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:30.476496271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"bb79aaec-b8d8-4d6b-a39b-75fa2689f48b","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"name":"e2e-shared-b-w2-78bef7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:30.799070498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"982ef132-c303-47a3-8660-adc22f17d1a6","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"tenant":"e2e-shared-b-w2-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:30.799095011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"982ef132-c303-47a3-8660-adc22f17d1a6","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"routeName":"auth-test-model-78bef7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-78bef7","llmisvcName":"auth-test-model-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:33.920133775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"45632e72-73c5-4388-a026-09fc24c816b2","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:33.92015747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"45632e72-73c5-4388-a026-09fc24c816b2","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"auth-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"auth-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:33.994698751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"d37718da-497b-4e6e-bd28-48660c573004","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:33.994716704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"d37718da-497b-4e6e-bd28-48660c573004","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"auth-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"auth-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:34.038555925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"6a1af7ad-8a4b-4092-9b67-212116aa43f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:43:34.04675925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"57f6e793-7a67-42b6-ba11-312e0a14a599","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-b3cb2f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:43:34.05146847Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"d37718da-497b-4e6e-bd28-48660c573004","name":"auth-test-model-44a484","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-44a484\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:43:34.051519888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"d37718da-497b-4e6e-bd28-48660c573004","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-44a484\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:34.056887016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"bd56da0e-6077-4b4a-a51d-26bed6f789ff","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:34.056903248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"bd56da0e-6077-4b4a-a51d-26bed6f789ff","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"auth-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"auth-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:34.097055675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"6a1af7ad-8a4b-4092-9b67-212116aa43f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:34.170317524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"078de11e-766f-4cec-ab29-8ad7296e8781","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:34.170338807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"078de11e-766f-4cec-ab29-8ad7296e8781","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"auth-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"auth-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:34.229181483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"485636f8-0486-4341-96e2-637f920de670","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:34.229202375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"485636f8-0486-4341-96e2-637f920de670","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"auth-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"auth-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:34.412795639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"3a688725-7822-4da6-95e9-8def93c20c02","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:34.447934484Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"d8fd5e95-138e-4b7d-88a6-1814ca244b37","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"maas-trlp-auth-test-model-44a484","model":"auth-test-model-44a484","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-44a484/e2e-auth-iso-b3cb2f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:34.470838116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"3a688725-7822-4da6-95e9-8def93c20c02","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:34.617870911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"4d2820ab-a717-462d-8531-3b7c0688f860","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:34.617896571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"4d2820ab-a717-462d-8531-3b7c0688f860","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"auth-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"auth-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:34.832447487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"b3dc00a2-84a0-41c6-a48c-2720faa97545","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"maas-trlp-auth-test-model-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:35.87630121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"d7787d50-0e92-4164-aaed-4867dec9f5e4","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"tenant":"e2e-shared-b-w2-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:35.876328605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"d7787d50-0e92-4164-aaed-4867dec9f5e4","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"routeName":"auth-test-model-78bef7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-78bef7","llmisvcName":"auth-test-model-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:35.935688876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"b21e3d7e-373c-4354-84ee-763121422871","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"tenant":"e2e-shared-b-w2-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:35.935707953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"b21e3d7e-373c-4354-84ee-763121422871","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"routeName":"auth-test-model-78bef7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-78bef7","llmisvcName":"auth-test-model-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:35.984117191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"f4ba05e0-c1f2-4004-a2f2-b587c94faad6","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-78bef7","tenantID":"e2e-shared-b-w2-78bef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:43:35.986066984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"8078f6c8-c2b6-46a5-ac99-d7d2fb3041f7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-eba46a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:43:35.990308905Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"b21e3d7e-373c-4354-84ee-763121422871","name":"auth-test-model-78bef7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-78bef7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:43:35.990356272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"b21e3d7e-373c-4354-84ee-763121422871","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-78bef7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:35.996525551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"455f1992-01d1-44ea-a13e-51812b434a7c","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"tenant":"e2e-shared-b-w2-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:35.996540105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"455f1992-01d1-44ea-a13e-51812b434a7c","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"routeName":"auth-test-model-78bef7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-78bef7","llmisvcName":"auth-test-model-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:36.042196168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"f4ba05e0-c1f2-4004-a2f2-b587c94faad6","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"name":"e2e-shared-b-w2-78bef7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:36.097535476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"e9229931-6526-43b9-a782-29e02b29c848","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"tenant":"e2e-shared-b-w2-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:36.097553466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"e9229931-6526-43b9-a782-29e02b29c848","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"routeName":"auth-test-model-78bef7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-78bef7","llmisvcName":"auth-test-model-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:36.15618803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"10fa671b-816d-4cfa-a6bd-98704c0e26d9","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"tenant":"e2e-shared-b-w2-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:36.156207625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"10fa671b-816d-4cfa-a6bd-98704c0e26d9","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"routeName":"auth-test-model-78bef7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-78bef7","llmisvcName":"auth-test-model-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:36.358790118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"773cead9-83a1-4278-9f3d-c7e3f9532f92","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-78bef7","tenantID":"e2e-shared-b-w2-78bef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:36.375070188Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"b11ad42d-dfd5-4575-9f14-a1cc44994691","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"name":"maas-trlp-auth-test-model-78bef7","model":"auth-test-model-78bef7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-78bef7/e2e-auth-iso-eba46a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:36.417037228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"773cead9-83a1-4278-9f3d-c7e3f9532f92","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"name":"e2e-shared-b-w2-78bef7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:36.545655375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"2e6899d5-d511-415e-8f92-535b423618b8","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"tenant":"e2e-shared-b-w2-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:36.545674191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"2e6899d5-d511-415e-8f92-535b423618b8","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"routeName":"auth-test-model-78bef7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-78bef7","llmisvcName":"auth-test-model-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:36.762405435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"439918b6-ae4d-477b-a500-0e47eee7a7b7","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"name":"maas-trlp-auth-test-model-78bef7","model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:39.901908456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"e1d8f56e-6014-44a7-97c6-5e9233016a12","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:39.960625165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"e1d8f56e-6014-44a7-97c6-5e9233016a12","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:40.016723377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-76c687-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e352f5ed30228a1d05d9736ce53de6d9c2c68c5aa887dc9f78d95a8acbbe9d05) AuthConfig (4a0a7374eb48f63320449d9febfbabd5fff536bc2b79cc63f9677003009b411c) AuthConfig (cd84d643e87d97b7b8fa7ab1dea9aa9008dfdb43387aba07a0660fbf96130cc8) AuthConfig (fe25cbd60f857ac055894c1c0fb44bc77b1278644c670c601c44ff5a0733452f) AuthConfig (9078b424471e2d6925696f432bb480279171af71c70c94be476a2498456e20b9) AuthConfig (011dffdcc36a7a0c99ce3eccccc6bc8f631d7c8df156890d8af55b6a2b50ba50) AuthConfig (090dfe25bb6e6a829ba9f34261c62adfc0bb04c295fe37d3f87a7cdd7e6ad26b) AuthConfig (bf3c659aefd7fc2172e97a187a65e0265dd391579ab6dc7b2c460130e37707c3) AuthConfig (ef6c1fd51d6427ad553684193a48b8ba44a5486fe549be482651a5d0271a4b56) AuthConfig (7ec538797a076e9774fcd55e60d7b81d8e8652ccaecec354c1d4cf579e7d5664) AuthConfig (2642814715f3ee3a73817d3ed47b9d9a4ae3096515cd2dd17595ed2b934d4324) AuthConfig (119292301589bed1ca4ebb73354f9e54349ab6f73bdbffb4664f0303507cc304) AuthConfig (d9acabeb2fc471109376b86f6d61626a439cda115a83c6e8103500aee65ef414) AuthConfig (3ca68406e65f1124a609732c87d7d6a28b939fb3377a44a9e183314b2d1fefd5) AuthConfig (4635e7c3d97d74708e88d252005b9bec4b30a0ebfe0fdd04e514271e81da86dd) AuthConfig (4667cd2da2ad99d0dff4990fdaa5c72e90e1f8183a9b6024715de7bdef6ea6f8) AuthConfig (42ad4c899afc79c7f7da91d0917745bfba479b2fc031ec4d94803a3de09a8f83) AuthConfig (e60747ca26fa1fb93804ca3c7338292224d64e28c92f19bd802eeff9042e2146)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"e1d8f56e-6014-44a7-97c6-5e9233016a12","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:40.429304059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"d2f502a4-a622-444b-acaf-8c21080f48fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:40.487751214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"d2f502a4-a622-444b-acaf-8c21080f48fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:40.545235741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-a9ed60-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bd3a70cdd7fe5d684d84de9dff759e03c7e39164f387dea08753a13618b5a8ed) AuthConfig (dd8336e77c21973431ae46d592ba97c44e21567276c6df8cfb283d2c9520b9aa) AuthConfig (35f2f728a25f21cafe0fc8320cf1a43d8192f63ddb1128e787fba5001ea79901) AuthConfig (3d25f55ebae9e5f2fcc647f81682b0d6579e4c6dbb8099f591b299cdfe02b4fe) AuthConfig (bb36b08fe7eaf514591873e359b73bdd215e6d6d6d4604c9c4de75e1701da326) AuthConfig (033b06df428a4903cc1eaf9edebbed467a187a7bbaa0ffafd9a45d64de387020) AuthConfig (2d49a415c1ae4d8a40029a46b182fb9cab5f055d2b93a86bfec58c18633ec68f) AuthConfig (80b661f607b9c78052a4c9e250907d9ab8bdffd47f0b5c3765a9fb4fb37558ad) AuthConfig (76f9025c6cf774bb712e944efb1ae4ed68131bf5b60af0221e4dae4580410b23) AuthConfig (d51e1d8b23dde596c162333e1134a0d518ba2c6bdae114a48450dc9109eb1447) AuthConfig (ce14d25958b74445eafc7362df6620b00baa145d1fe0ebad6f4329ff65cba168) AuthConfig (23c343765188fdf3991c8e4ba23a03ced59d5af8702d8b3f27f4ac7a9ac0fa1e) AuthConfig (a2c2e458ab780010482067c66d1d9c8e298c4924584943147dce3f6295b30a69) AuthConfig (53f1f065483a30fa2dc51492e063692038d3dbc18a83ae743db7043afe5f5992) AuthConfig (a84127736e71c6948f8836f3c960a12b0b01858e5e7343fc024700d07d6c29b2) AuthConfig (28c92b8aa91a8772d6db6613e5c44564dc08bf803a186c3b32b490ce564cc539) AuthConfig (082d879bfdbf4c3b5f64982879e0696171f58925a041772723b84110a7bfcc7b) AuthConfig (4b3945fe4f5ac9e2f1cfe37ec08f73c04ca80c7f3b48f607928cac3608819952)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"d2f502a4-a622-444b-acaf-8c21080f48fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:40.832750566Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:44.071058402Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","namespace":"ai-tenant-e2e-explicit-d12bcf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:44.071113454Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","namespace":"ai-tenant-e2e-explicit-d12bcf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:44.071163306Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","tenant":"e2e-explicit-d12bcf","tenantID":"e2e-explicit-d12bcf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:44.126682507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","gvk":"Deployment","name":"maas-api-e2e-explicit-d12bcf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:44.189462338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","gvk":"Service","name":"maas-api-e2e-explicit-d12bcf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:44.246398171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-d12bcf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:44.302275768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-d12bcf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:44.358915473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-d12bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:44.414822122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-d12bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:44.470469393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-d12bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:44.529937769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-d12bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:44.583805009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","gvk":"Deployment","name":"payload-processing-e2e-explicit-d12bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:44.637252835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-d12bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:44.690723336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","gvk":"Service","name":"payload-processing-e2e-explicit-d12bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:44.744880394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","gvk":"Service","name":"payload-pre-processing-e2e-explicit-d12bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:44.798254585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-d12bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:44.851428134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-d12bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:44.904786205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-d12bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:44.96138212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-d12bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:45.014612115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-d12bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:45.06793517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-d12bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:45.125599501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-d12bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:45.179324464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d12bcf"},"namespace":"ai-tenant-e2e-explicit-d12bcf","name":"default-tenant","reconcileID":"747a34a3-c290-4b8d-901b-5351e012b990","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-d12bcf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:46.831488214Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-d12bcf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-d12bcf","reconcileID":"7a72ff50-dc7e-4c7f-9993-a9c8aa47bdb5","aitenant":"ai-tenants/e2e-explicit-d12bcf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:47.442332993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc18c3f-ea13-4bf6-8f87-d07a043ac14d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:47.496406028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc18c3f-ea13-4bf6-8f87-d07a043ac14d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:47.551017372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc18c3f-ea13-4bf6-8f87-d07a043ac14d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:47.604791902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc18c3f-ea13-4bf6-8f87-d07a043ac14d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:47.610622947Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-d12bcf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-d12bcf","reconcileID":"7a72ff50-dc7e-4c7f-9993-a9c8aa47bdb5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-d12bcf","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-d12bcf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:49.584927358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341e69bc-a78b-49eb-9a8a-04a7949b2ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:49.639550148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341e69bc-a78b-49eb-9a8a-04a7949b2ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:49.693780081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341e69bc-a78b-49eb-9a8a-04a7949b2ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:49.747655499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341e69bc-a78b-49eb-9a8a-04a7949b2ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:50.125693865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"4d8c88f9-59f0-43fb-914b-56923bcedb58","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:50.183109093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"4d8c88f9-59f0-43fb-914b-56923bcedb58","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:50.457877801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"7415a393-bf7a-4c0d-9d69-e37e5a20d930","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:50.457897471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"7415a393-bf7a-4c0d-9d69-e37e5a20d930","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"auth-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"auth-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:50.653049224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"ac92c82a-f363-4dc7-a83b-aa695f1ed595","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:50.7110371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"ac92c82a-f363-4dc7-a83b-aa695f1ed595","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:51.038398868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"86d395ed-d7e6-49f4-adba-bb580fc31038","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:51.038419221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"86d395ed-d7e6-49f4-adba-bb580fc31038","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"auth-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"auth-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:51.738028192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519e2376-1dba-499f-aa10-cd793e64f47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:51.792223695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519e2376-1dba-499f-aa10-cd793e64f47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:51.846234847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519e2376-1dba-499f-aa10-cd793e64f47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:51.900203404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519e2376-1dba-499f-aa10-cd793e64f47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:55.678461147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"84f4e9ae-a7dc-470b-b035-f34158028944","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:55.678483794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"84f4e9ae-a7dc-470b-b035-f34158028944","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"auth-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"auth-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:55.790884817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"57d7b0c0-0d55-46b8-ab87-fe48f45bee4b","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:55.790908534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"57d7b0c0-0d55-46b8-ab87-fe48f45bee4b","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"auth-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"auth-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:55.844490983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"e3a8e586-def6-42c4-a5e7-279d2770c1b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:43:55.844922694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"94d0e534-4736-49d4-8692-942c9a33985d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-fed97f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:55.902803187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"e3a8e586-def6-42c4-a5e7-279d2770c1b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:55.956931731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"2782be72-949d-4cd7-925e-d58b835d194c","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:55.956946215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"2782be72-949d-4cd7-925e-d58b835d194c","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"auth-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"auth-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.012911637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"ed713289-3480-4a2d-b621-3638faa9e96c","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.012927192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"ed713289-3480-4a2d-b621-3638faa9e96c","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"auth-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"auth-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.217487028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"8144d822-da10-4deb-8e32-ca4b9df14c91","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.229042358Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"5d375837-67d8-4369-a20d-31646075401b","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-auth-test-model-76c687","model":"auth-test-model-76c687","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-76c687/e2e-auth-iso-fed97f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.275021659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"8144d822-da10-4deb-8e32-ca4b9df14c91","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.311166782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"3f112bca-0ef0-4785-9a47-aaa5619aa0b1","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.311192817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"3f112bca-0ef0-4785-9a47-aaa5619aa0b1","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"auth-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"auth-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.373279082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"aba5602b-ffe2-4cf6-96d2-21c5c6475df5","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.373298064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"aba5602b-ffe2-4cf6-96d2-21c5c6475df5","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"auth-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"auth-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.419185771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"c8b0e6a5-ff1a-49d9-82c5-e6160fb19744","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:43:56.42341279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"a7f3e361-da0c-488f-83de-40e75ef5afc8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-bf6822\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:43:56.427601703Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"aba5602b-ffe2-4cf6-96d2-21c5c6475df5","name":"auth-test-model-a9ed60","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a9ed60\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:43:56.427649972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"aba5602b-ffe2-4cf6-96d2-21c5c6475df5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a9ed60\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.427821877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"36e86e4e-9da3-43d3-b194-1c9c4ad3c71b","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.427832811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"36e86e4e-9da3-43d3-b194-1c9c4ad3c71b","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"auth-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"auth-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.432943306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"b68ee734-9323-414d-8f6f-6bb4ddf0d1e7","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.432958495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"b68ee734-9323-414d-8f6f-6bb4ddf0d1e7","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"auth-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"auth-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.476949852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"c8b0e6a5-ff1a-49d9-82c5-e6160fb19744","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.534758559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"061fc4a7-3887-4e35-920f-9ba6cb3ba04a","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.534778193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"061fc4a7-3887-4e35-920f-9ba6cb3ba04a","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"auth-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"auth-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.592993186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"8b7fd5ed-5f33-4dd8-a246-a130a63a97cb","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.59301189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"8b7fd5ed-5f33-4dd8-a246-a130a63a97cb","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"auth-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"auth-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.616551423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"669801b3-9133-4c30-be1a-184b255c4c88","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-auth-test-model-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.792463579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"a89062fd-e8fa-4641-b206-fd45a160500c","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.814918019Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"e758a4ed-edfe-4604-b3dc-3c23223c49c6","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"maas-trlp-auth-test-model-a9ed60","model":"auth-test-model-a9ed60","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-a9ed60/e2e-auth-iso-bf6822"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.849631571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"a89062fd-e8fa-4641-b206-fd45a160500c","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.985157715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"a3906491-9ca0-4367-b6e5-c881aedd88ce","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:56.985183665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"a3906491-9ca0-4367-b6e5-c881aedd88ce","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"auth-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"auth-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:43:57.199874304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"9f322070-2987-4c20-adf8-7a7e707fe688","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"maas-trlp-auth-test-model-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:08.298605965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"1774c116-9270-4217-9a2b-c2b19552559b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:08.406490049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"5d421541-aa23-4de4-8aca-66a94254ed5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:08.505399983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"7447f263-c613-49b4-afaa-cc598248f3dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:08.615966257Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"c565d40a-7554-447d-8f60-b1ce31f34789","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:08.635495748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"5c24c05e-504f-410c-bc27-9dd56ebef4b8","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"name":"maas-trlp-auth-test-model-78bef7","model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:08.674380314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"c565d40a-7554-447d-8f60-b1ce31f34789","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:08.680311029Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"ce0b11ab-b8aa-48bc-8c7a-3b9208865558","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:08.680366126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"ce0b11ab-b8aa-48bc-8c7a-3b9208865558","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:08.691344575Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"63a3ca87-2d62-4428-ac79-b74d14397359","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:08.691388806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"63a3ca87-2d62-4428-ac79-b74d14397359","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:08.697324113Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"ffa9f04e-7183-417b-b745-3311b1670aae","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:08.69738584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"ffa9f04e-7183-417b-b745-3311b1670aae","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:08.733068633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"b6140329-5cbc-4529-872e-7c3201f7e98f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:08.737988626Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"21885fa9-c51f-416e-ba70-be4c58d17fd3","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:08.738044739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"21885fa9-c51f-416e-ba70-be4c58d17fd3","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:08.743467913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"92d12ad1-2f5b-4372-8a4a-65fffafc862d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:08.806238125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"4aaf1829-9df1-40ee-a564-f12b89dfcdfb","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"tenant":"e2e-shared-b-w2-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:08.806257428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"4aaf1829-9df1-40ee-a564-f12b89dfcdfb","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"routeName":"auth-test-model-78bef7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-78bef7","llmisvcName":"auth-test-model-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:08.819172352Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"e0266ba8-7ad7-45a1-86d9-64c1272e8555","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:08.819228939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"e0266ba8-7ad7-45a1-86d9-64c1272e8555","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:08.834286004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"cc4824c5-30b3-46e9-b254-f4f9bd1d288f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:08.935238973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"0020c2de-b2f2-43a1-aaf8-dab7d3364a20","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"maas-trlp-auth-test-model-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:08.980232839Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"b2446d33-854c-4e8e-92f6-b439638c19ed","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:08.980301611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"b2446d33-854c-4e8e-92f6-b439638c19ed","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:09.107341436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"5b79ef44-39b0-411a-a588-ef274d104443","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:09.10736244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"5b79ef44-39b0-411a-a588-ef274d104443","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"auth-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"auth-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:09.162249525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"8ed0799f-e520-4ab7-af5e-ef3d69ae96ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:09.271470567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"b15f8fee-4809-4c39-81e5-08d3f9244f7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:09.301180065Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"153ddf5c-57c4-48b8-b510-f26b3ddc46b0","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:09.301237931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"153ddf5c-57c4-48b8-b510-f26b3ddc46b0","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:09.608260695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"077a6c21-ad84-4751-840f-9218d26a95cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:09.632531029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"911e1c6d-dcbd-4e66-8c3f-9328421de390","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:09.632550528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"911e1c6d-dcbd-4e66-8c3f-9328421de390","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"auth-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"auth-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:09.688228989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"c09df506-eb32-4b74-8408-a4e39c51109c","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:09.688250043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"c09df506-eb32-4b74-8408-a4e39c51109c","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"auth-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"auth-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:09.707878699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"fc63be04-c6c6-44dd-9a35-e807dd5a41a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:09.795837387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"fd7a72ba-9567-45ae-8026-005a60c6d5c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:09.80790388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad0bcc83-79f3-4698-8a0b-939bf03a317e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:09.913721437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"4cca2638-c032-46a9-b343-547a6ccbcc02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:09.913776174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"f4e05384-581c-4b40-9be3-f4752fad8930","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"name":"maas-trlp-auth-test-model-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:09.925941132Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"fd7a72ba-9567-45ae-8026-005a60c6d5c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:09.942514821Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"698f022a-4388-4fd9-9f42-b9d93fe8918c","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:09.942571258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"698f022a-4388-4fd9-9f42-b9d93fe8918c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:09.982751839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-09ecd0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"fd7a72ba-9567-45ae-8026-005a60c6d5c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:10.04134748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"3745c679-fd05-4a8b-96cd-8e22182680ad","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:10.041373027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"3745c679-fd05-4a8b-96cd-8e22182680ad","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"auth-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"auth-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:10.447304664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"a3ffda3b-5b04-4ae3-b263-da5791665f3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:10.504912881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"a3ffda3b-5b04-4ae3-b263-da5791665f3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:10.517640666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"9c8f8769-4cb5-4ca9-b5b6-fb5e1c32e510","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-78bef7","tenantID":"e2e-shared-b-w2-78bef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:10.574675595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"9c8f8769-4cb5-4ca9-b5b6-fb5e1c32e510","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"name":"e2e-shared-b-w2-78bef7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:10.832317758Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:11.223241147Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"30d7208f-562c-4f29-8dd2-b504b172589d","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:11.223317594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"30d7208f-562c-4f29-8dd2-b504b172589d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:11.666333149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"ccb031c1-8ba9-4772-a983-7a6c16c62b5a","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"tenant":"e2e-shared-a-w2-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:11.666354036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"ccb031c1-8ba9-4772-a983-7a6c16c62b5a","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"routeName":"auth-test-model-2c6ce9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","llmisvcName":"auth-test-model-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:11.773453608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"74f9d202-b99d-4ae8-8c4c-4aa2c74f6156","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2c6ce9","tenantID":"e2e-shared-a-w2-2c6ce9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:11.83152339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"74f9d202-b99d-4ae8-8c4c-4aa2c74f6156","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"name":"e2e-shared-a-w2-2c6ce9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:11.832624334Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"212d53ea-3396-4c78-b57b-428763cdc893","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-af1a238e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:12.147354967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"465487ee-1da6-434d-925b-76a40f4e752c","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2c6ce9","tenantID":"e2e-shared-a-w2-2c6ce9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:12.204845442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"465487ee-1da6-434d-925b-76a40f4e752c","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"name":"e2e-shared-a-w2-2c6ce9-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:13.784198125Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"48afe764-0901-4cdf-a282-0f171bc31cc1","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:44:13.78425783Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09e014","namespace":"ai-tenant-e2e-noten-09e014"},"namespace":"ai-tenant-e2e-noten-09e014","name":"noten-model-09e014","reconcileID":"48afe764-0901-4cdf-a282-0f171bc31cc1","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09e014/noten-model-09e014: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09e014/noten-model-09e014-kserve-route (gateways: [openshift-ingress/e2e-noten-09e014]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:20.149297631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"36621e4a-e2a6-4640-9660-add1167b63e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:20.207747472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"36621e4a-e2a6-4640-9660-add1167b63e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:20.263823103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-09ecd0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"36621e4a-e2a6-4640-9660-add1167b63e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:21.887186278Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"cdf0f434-2893-4dce-baa6-d3e038f3afbf","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","subscription":"e2e-auth-iso-eba46a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:21.941337728Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"cdf0f434-2893-4dce-baa6-d3e038f3afbf","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:21.995632566Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"cdf0f434-2893-4dce-baa6-d3e038f3afbf","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"name":"maas-trlp-auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:22.395223299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"15e20dcb-b959-469b-802e-35956dc1841b","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"tenant":"e2e-shared-a-w2-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:22.39525014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"15e20dcb-b959-469b-802e-35956dc1841b","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"routeName":"auth-test-model-2c6ce9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","llmisvcName":"auth-test-model-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:22.503185952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"620614d8-d129-4313-8d77-96d75f65b8e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2c6ce9","tenantID":"e2e-shared-a-w2-2c6ce9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:22.557841273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"2745ee34-a9a4-4a3e-9f18-ef31eb04249c","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"tenant":"e2e-shared-b-w2-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:22.557861554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"2745ee34-a9a4-4a3e-9f18-ef31eb04249c","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"routeName":"auth-test-model-78bef7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-78bef7","llmisvcName":"auth-test-model-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:22.560719349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"620614d8-d129-4313-8d77-96d75f65b8e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"name":"e2e-shared-a-w2-2c6ce9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:22.665711414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"42f01586-0552-43aa-a73b-d8ee9d4a52bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-78bef7","tenantID":"e2e-shared-b-w2-78bef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:22.723724543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"42f01586-0552-43aa-a73b-d8ee9d4a52bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"name":"e2e-shared-b-w2-78bef7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:22.725793859Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"e485e62d-95ab-4081-9f6b-d3d394a9f308","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eb799601","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:22.881164958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"186a5d3f-c7c2-4a79-8532-3a960c54055c","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2c6ce9","tenantID":"e2e-shared-a-w2-2c6ce9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:22.93885582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"186a5d3f-c7c2-4a79-8532-3a960c54055c","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"name":"e2e-shared-a-w2-2c6ce9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:22.991822524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"0c3cab30-c2ca-4bb9-af8d-6ab2901f2802","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-78bef7","tenantID":"e2e-shared-b-w2-78bef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:23.049874114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"0c3cab30-c2ca-4bb9-af8d-6ab2901f2802","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"name":"e2e-shared-b-w2-78bef7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:30.37151951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"9e1d24d1-ab9e-49a2-9822-051f70faca81","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:30.428872453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"9e1d24d1-ab9e-49a2-9822-051f70faca81","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:30.484972649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-09ecd0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"9e1d24d1-ab9e-49a2-9822-051f70faca81","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:32.780984057Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"2a9cf980-9aa8-453d-a0b8-9fe8e0c058f5","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","subscription":"e2e-auth-iso-eba46a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:32.834957295Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"2a9cf980-9aa8-453d-a0b8-9fe8e0c058f5","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:32.889378064Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"2a9cf980-9aa8-453d-a0b8-9fe8e0c058f5","MaaSSubscription":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"name":"maas-trlp-auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7","model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:33.171407296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"de89eb8a-9b7e-406d-a42c-6d83e368d2b2","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"tenant":"e2e-shared-b-w2-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:33.171426434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"de89eb8a-9b7e-406d-a42c-6d83e368d2b2","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"routeName":"auth-test-model-78bef7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-78bef7","llmisvcName":"auth-test-model-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:33.278696557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"cc2e47bc-fab3-4ee1-a669-a5e43f862915","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-78bef7","tenantID":"e2e-shared-b-w2-78bef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:33.310515617Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"110422b2-ceb3-4442-a157-1b40d3fa8519","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:33.310657464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"beef8417-099a-4bfc-a60b-b3b904bbebb1","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"tenant":"e2e-shared-a-w2-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:33.310673481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"beef8417-099a-4bfc-a60b-b3b904bbebb1","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"routeName":"auth-test-model-2c6ce9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","llmisvcName":"auth-test-model-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:33.336477881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"cc2e47bc-fab3-4ee1-a669-a5e43f862915","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"name":"e2e-shared-b-w2-78bef7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:33.519310675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"110422b2-ceb3-4442-a157-1b40d3fa8519","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2c6ce9","tenantID":"e2e-shared-a-w2-2c6ce9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:33.626665489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"e45662b3-5a42-46d2-83d9-4ec11fff7814","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-78bef7","tenantID":"e2e-shared-b-w2-78bef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:33.687326128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"e45662b3-5a42-46d2-83d9-4ec11fff7814","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"name":"e2e-shared-b-w2-78bef7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:33.69648188Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"110422b2-ceb3-4442-a157-1b40d3fa8519","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"name":"e2e-shared-a-w2-2c6ce9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:33.696500509Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"e2e-auth-iso-eba46a","reconcileID":"110422b2-ceb3-4442-a157-1b40d3fa8519","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:33.755883357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"44e312b9-a9c1-4ab4-831a-0797065954f6","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"tenant":"e2e-shared-a-w2-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","model":"ai-tenant-e2e-shared-a-w2-2c6ce9/auth-test-model-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:33.755908495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"auth-test-model-2c6ce9","reconcileID":"44e312b9-a9c1-4ab4-831a-0797065954f6","MaaSModelRef":{"name":"auth-test-model-2c6ce9","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"routeName":"auth-test-model-2c6ce9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","llmisvcName":"auth-test-model-2c6ce9","gateway":"openshift-ingress/e2e-shared-a-w2-2c6ce9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:33.891897926Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"093d41a1-4cca-4783-8b67-3dff78684771","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:33.892013944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"c83e3d3b-2336-4d7c-bd36-5cc583af35f4","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"tenant":"e2e-shared-b-w2-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:33.892030905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"c83e3d3b-2336-4d7c-bd36-5cc583af35f4","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"routeName":"auth-test-model-78bef7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-78bef7","llmisvcName":"auth-test-model-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:34.099535845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"093d41a1-4cca-4783-8b67-3dff78684771","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-78bef7","tenantID":"e2e-shared-b-w2-78bef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:34.273895875Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"093d41a1-4cca-4783-8b67-3dff78684771","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"name":"e2e-shared-b-w2-78bef7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:34.273918744Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"e2e-auth-iso-eba46a","reconcileID":"093d41a1-4cca-4783-8b67-3dff78684771","MaaSAuthPolicy":{"name":"e2e-auth-iso-eba46a","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:34.332044999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"030f375d-d22b-478a-937c-eae79da833a8","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"tenant":"e2e-shared-b-w2-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","model":"ai-tenant-e2e-shared-b-w2-78bef7/auth-test-model-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:34.332067852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"auth-test-model-78bef7","reconcileID":"030f375d-d22b-478a-937c-eae79da833a8","MaaSModelRef":{"name":"auth-test-model-78bef7","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"routeName":"auth-test-model-78bef7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-78bef7","llmisvcName":"auth-test-model-78bef7","gateway":"openshift-ingress/e2e-shared-b-w2-78bef7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:40.593340087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"901ae880-2bc7-4f9b-989a-75eca3cb37bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:40.650689551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"901ae880-2bc7-4f9b-989a-75eca3cb37bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:40.707604409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-09ecd0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"901ae880-2bc7-4f9b-989a-75eca3cb37bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:40.835841399Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:42.639889615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"1cd35ecc-86ea-4936-88d2-c48a147ba4f7","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"maas-trlp-auth-test-model-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:42.811023126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"4db7a273-78de-4629-9ef5-0ec75b35213c","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:42.811044265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"4db7a273-78de-4629-9ef5-0ec75b35213c","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"auth-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"auth-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:43.02186747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"2b6a5d71-25dc-4975-985f-b67dec379a76","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-auth-test-model-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:43.192613835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"75ec0953-97a7-485e-b188-6c822e3dcc3f","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:43.192634231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"75ec0953-97a7-485e-b188-6c822e3dcc3f","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"auth-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"auth-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:43.828103607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"944b3313-a7ef-4c07-a5d4-2fd71ea8ce31","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:43.886844139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"944b3313-a7ef-4c07-a5d4-2fd71ea8ce31","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:44.106775748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"2114448f-f1c6-4ba9-be30-d087eb40c1bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:44.164229849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"2114448f-f1c6-4ba9-be30-d087eb40c1bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:44.212276518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"0b770157-8ad1-4ae2-b1ea-4eca33f04cee","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:44.212297351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"0b770157-8ad1-4ae2-b1ea-4eca33f04cee","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"auth-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"auth-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:44.269920528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"55255dfd-8f8d-4bd2-ba78-1baca003089b","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:44.269939621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"55255dfd-8f8d-4bd2-ba78-1baca003089b","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"auth-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"auth-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:44.457955537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"cf8b1368-6799-433a-b806-ab7d8916059d","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:44.639314204Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"cf8b1368-6799-433a-b806-ab7d8916059d","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:44.698279467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6b12ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"cf8b1368-6799-433a-b806-ab7d8916059d","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:44.792013962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"02b302c8-618b-4e66-976e-3bb07e52b748","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:44.792033222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"02b302c8-618b-4e66-976e-3bb07e52b748","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"auth-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"auth-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:45.090359823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"e3bd8dbc-2b2a-4b71-986b-196e763a3ee8","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:45.090379641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"e3bd8dbc-2b2a-4b71-986b-196e763a3ee8","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"auth-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"auth-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:45.148459323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"f21a8f0e-55f6-42f6-b35a-e7fefab367b6","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:45.148484885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"f21a8f0e-55f6-42f6-b35a-e7fefab367b6","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"auth-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"auth-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:45.255485635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"f35996c1-c958-45bc-b0b8-a4e9dcccbfec","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:45.428658892Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"f35996c1-c958-45bc-b0b8-a4e9dcccbfec","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:45.485491623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-578636-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"f35996c1-c958-45bc-b0b8-a4e9dcccbfec","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:45.54712449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"047dcf32-0927-4b78-8191-463c4e359739","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:45.547150562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"047dcf32-0927-4b78-8191-463c4e359739","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"auth-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"auth-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:50.816026807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"ad48e5c5-1469-4b54-b57f-634266d43d72","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:50.87368719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"ad48e5c5-1469-4b54-b57f-634266d43d72","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:50.930670138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-09ecd0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (464b77dba53601642b5f69fc85762cf725cac94275e24a9247445605cf44fa93) AuthConfig (6f444b9ab798898187f5a950efa46f7d63a459f5fb9ce2e3eeb871eea74052c4) AuthConfig (f0626bc4eeedbd78da5829b67a5f32b2af54f7c70d57e94a7f04e8b537a2c664) AuthConfig (c4e0e2d42b3e746a15840ecc8eaa52fb143393555f9259578e735a2227672c65) AuthConfig (ac0fad3112e5f751a044cd0fcb07c5f6e16eca6c7878346ab19ee509d85d83ed) AuthConfig (974001dd8be4ae5a4880832046e1dc77c4934205559aa55f0f18900ff2588d69) AuthConfig (d2f0ccdb125822ce38d2dab2b09b66cbf2afa62fa3240c116b8d9bd390ca41e4) AuthConfig (51448d968483a3893850d7ceef8a7b8bc11560693840d8115c0fb9af3e92069c) AuthConfig (bf9393b65fed426dfd35c03268244baf3c4c547af02b21c65be56c2291e6b595) AuthConfig (04397d1f8f2810e06d83d7f8e5b784764c9cbf6b298e25d23dcdcdb8ae1b7e69) AuthConfig (894df4d8bd560767d2169925ca32314b422078b42a9e737784776a15d3d957e3) AuthConfig (28412b9c250d48564cd812965a2866d175d124329e1cf42388c88518100a8f26) AuthConfig (76f3580269499fbe1fba4e0051f8635f9838c005f24b920b55b5343279a94db7) AuthConfig (5eb8e740998b7f14fc022eb46fe5f8945c43181d59810148a6379f4be2f87eca) AuthConfig (af9929c0f1485758704511c1d929277342b0d6dfff79e996720e47e2fbb8ea82) AuthConfig (a9bbf1d97cae387582af17639d44fa11cb3118cbddfa80e12af9397739ecf9b0) AuthConfig (79bc18906f0b3e416b9538bcbcb02c579d620ab5094361806309c840d5900515) AuthConfig (98ce93ba5de82de5cb5c4be6c5ffddee8aac552b7ddb5c449e08cd4881c60b30)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"ad48e5c5-1469-4b54-b57f-634266d43d72","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:50.987320638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"eaffe0b6-b2fb-404b-9435-bf14a5e1f201","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:50.987340298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"eaffe0b6-b2fb-404b-9435-bf14a5e1f201","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"auth-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"auth-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:54.900115863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"5c2aa503-f9de-44e6-81e8-feefdca6d059","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:54.95810547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"5c2aa503-f9de-44e6-81e8-feefdca6d059","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:55.014461013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6b12ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"5c2aa503-f9de-44e6-81e8-feefdca6d059","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:55.655628726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"c333c7f5-8d83-4f48-90eb-11bf76662b4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:55.714585811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"c333c7f5-8d83-4f48-90eb-11bf76662b4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:44:55.77117852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-578636-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"c333c7f5-8d83-4f48-90eb-11bf76662b4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:01.096086922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"912f09a4-14d4-4796-8f68-439698cd3391","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:01.155116794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"912f09a4-14d4-4796-8f68-439698cd3391","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:01.211611928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-09ecd0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (464b77dba53601642b5f69fc85762cf725cac94275e24a9247445605cf44fa93) AuthConfig (6f444b9ab798898187f5a950efa46f7d63a459f5fb9ce2e3eeb871eea74052c4) AuthConfig (f0626bc4eeedbd78da5829b67a5f32b2af54f7c70d57e94a7f04e8b537a2c664) AuthConfig (c4e0e2d42b3e746a15840ecc8eaa52fb143393555f9259578e735a2227672c65) AuthConfig (ac0fad3112e5f751a044cd0fcb07c5f6e16eca6c7878346ab19ee509d85d83ed) AuthConfig (974001dd8be4ae5a4880832046e1dc77c4934205559aa55f0f18900ff2588d69) AuthConfig (d2f0ccdb125822ce38d2dab2b09b66cbf2afa62fa3240c116b8d9bd390ca41e4) AuthConfig (51448d968483a3893850d7ceef8a7b8bc11560693840d8115c0fb9af3e92069c) AuthConfig (bf9393b65fed426dfd35c03268244baf3c4c547af02b21c65be56c2291e6b595) AuthConfig (04397d1f8f2810e06d83d7f8e5b784764c9cbf6b298e25d23dcdcdb8ae1b7e69) AuthConfig (894df4d8bd560767d2169925ca32314b422078b42a9e737784776a15d3d957e3) AuthConfig (28412b9c250d48564cd812965a2866d175d124329e1cf42388c88518100a8f26) AuthConfig (76f3580269499fbe1fba4e0051f8635f9838c005f24b920b55b5343279a94db7) AuthConfig (5eb8e740998b7f14fc022eb46fe5f8945c43181d59810148a6379f4be2f87eca) AuthConfig (af9929c0f1485758704511c1d929277342b0d6dfff79e996720e47e2fbb8ea82) AuthConfig (a9bbf1d97cae387582af17639d44fa11cb3118cbddfa80e12af9397739ecf9b0) AuthConfig (79bc18906f0b3e416b9538bcbcb02c579d620ab5094361806309c840d5900515) AuthConfig (98ce93ba5de82de5cb5c4be6c5ffddee8aac552b7ddb5c449e08cd4881c60b30)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"912f09a4-14d4-4796-8f68-439698cd3391","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:05.122815761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"c36f140b-70ce-4d39-bbe6-68674accaaf5","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:05.181916845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"c36f140b-70ce-4d39-bbe6-68674accaaf5","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:05.23831405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6b12ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"c36f140b-70ce-4d39-bbe6-68674accaaf5","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:05.880418492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"934d43ef-75be-4dc5-8750-b0195a4cc767","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:05.937828964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"934d43ef-75be-4dc5-8750-b0195a4cc767","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:05.994096277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-578636-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"934d43ef-75be-4dc5-8750-b0195a4cc767","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:10.832285368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:11.323303854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"3b9a4b89-868f-4472-b6e0-b82823cb8e85","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:11.381227192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"3b9a4b89-868f-4472-b6e0-b82823cb8e85","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:11.655818585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"1322877f-8071-4b67-a44d-1b6b28a0d276","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:11.655836975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"1322877f-8071-4b67-a44d-1b6b28a0d276","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"auth-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"auth-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:15.34645174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"aae11bbd-b78f-4225-a19d-c515046ce2d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:15.403909735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"aae11bbd-b78f-4225-a19d-c515046ce2d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:15.460492193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6b12ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c369ab4c96eb1877bb1cbc8e4fcff9ce58fe91024b2da3e825be47b6cbe11e8c) AuthConfig (10e878a517588af0d9479e15683e4088dabaa693dcfcbcaf8076575054b75f0e) AuthConfig (7bed5f2b320df989e6075c19277d2b697c24a960bd41c682a1372ba15719ad03) AuthConfig (7e0d5bfdb139fc919192804098fab587747cfc15e3f68a026a833d44738253dc) AuthConfig (99551d67a48344e5a143dbcbdb2846168ed4c05547a56e4b7a8d9940047c55d6) AuthConfig (285bf4cae7095257b1dace779cec82379595a516f08ffe11cf70afd0b3c4e46c) AuthConfig (c83e35ba3b966763b9013d58523cd00b3a40dc793eff6861d77d67e38cc337e8) AuthConfig (8c2819c31fdeb9a989df911cd67b02697bd012d92aa5d9f7e9c1cebff40f614f) AuthConfig (8d993f5820133505912c190b0c6f1d94bfa922a615ac1d40968342305dc43cfa) AuthConfig (d54899014a1972eabac1a148b3d1dfb64a604676c66f49fd0456f1b4bb43a506) AuthConfig (c1f0a1b019708ef2ff871ba8d27aace97cef9f36d5ca70f3e37953583f323ff8) AuthConfig (f064babd24734fe3073882bd2a8a8fe2d189c0579a8567a41e9b03e384c12144) AuthConfig (8db01ee58fd8f8d6c0eef63cdb03586b9fe80941e1d5aba307bfa3f8855b2466) AuthConfig (b7fda0371445c89e2837e187d77193b4e52182e34014d1a96e91851a4f0b5d08) AuthConfig (aea9b810abe0ff4b0b5a53132bcf3d2eb0e4731d17885268c266b804070ae553) AuthConfig (83b5329f336a3e1b424de29d59bae2b74a4c200680a7514b91b6bde0c6db5259) AuthConfig (6174aff6ddca78743aa3c103877f791d188a0bbbccd95a59f86a136af39e186b) AuthConfig (bdb52b9a871850e24655d98a384b50e5ce443fad4f3b7d9b6015d0a7fd0578b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"aae11bbd-b78f-4225-a19d-c515046ce2d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:15.51887154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"ea48d534-c124-48b4-841c-f538badf89f9","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:15.518889158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"ea48d534-c124-48b4-841c-f538badf89f9","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"auth-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"auth-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:16.103163256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"352cf0af-c793-4c86-9570-57462979ffde","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:16.161119789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"352cf0af-c793-4c86-9570-57462979ffde","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:16.218972608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-578636-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a07881f66b24c7c1005ead576a48967d8d15f221c8178ad60a7d9614e408485b) AuthConfig (9f6c871087b52a3a419dcb3ff265ca262cbaf0b6cbdd301727c66703c8eac2fe) AuthConfig (64137d12c6626a62f5e82b7902415118348ccbfe9544104291e25d2f5018561d) AuthConfig (720e715c2ecfb3670e7863ae76dc9f288595a6cc794679fbb7f27a094571254f) AuthConfig (1ceffb65d043e12ffa1215a2238a82d855824c7e3d66c074e3940f6b82745aae) AuthConfig (e7255a791cbe18b6129e3b31586e8be4658ffe874583f2185a8689a6ceb835ef) AuthConfig (0f2d604a4ee3961c3e80465b0a6b60e3efc39007f0cb50aa9e5a462ab33f3590) AuthConfig (f6f34d22a3022d23f3d807726467f841f68ad5df4682e2d4091c1197aad83fac) AuthConfig (ea3ded2183883cb034b2fc8bae18cae47e091e9eb04a042604be90d078c79702) AuthConfig (2f2c59888e45d08513a0bdeb0918c5204f4662003ee08fda1a767059e725110b) AuthConfig (15cdfe704bc1d3d34a1eca5efbb2915a2fb9c041249af193715c94c17201f7d5) AuthConfig (57cf3620da74a6341b6c2765959a2da1de2750b8f4639228f2c1f6b1a54fe3fe) AuthConfig (1801a988361f95cfedcd3c94ca44c14258bf59ffbb8e20141fb6f17f3e488563) AuthConfig (7812b902fcc245e792c45e6365e4b6c94b79870556529c389d75ebeba43b00f8) AuthConfig (b7e4259fb06aed753ca7cbb5eb2488446fa0286e41af2053949014032449cf8e) AuthConfig (00787ee7dc13c58717444587538807e2c5978ddff9bf07a9d98b021b92776d34) AuthConfig (88cf850d04c75117f0039ff0ae697a58d0366adf12c1903d1bf9201f1197b218) AuthConfig (fba6489e57ed578b898b97efbe9fbf421ea9439df376ff08065770f1e9a32066)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"352cf0af-c793-4c86-9570-57462979ffde","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:16.277787312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"5aa9c253-6b43-4a89-92a7-a15edf6a4022","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:16.277806122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"5aa9c253-6b43-4a89-92a7-a15edf6a4022","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"auth-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"auth-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:16.889249924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"5c5ddf71-c055-4b67-9213-f86873f6996e","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:16.889270503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"5c5ddf71-c055-4b67-9213-f86873f6996e","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"auth-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"auth-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:16.949488932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"bdcf3efd-1265-4024-bb9c-3141fda5cd60","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:16.949510368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"bdcf3efd-1265-4024-bb9c-3141fda5cd60","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"auth-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"auth-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:16.9962551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"c5fe5715-821b-497e-b850-56cc9f081e7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:45:17.000494746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"ad96a7b8-d860-40f6-a7db-5a58d363ae16","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-b3cb2f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:17.054295341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"c5fe5715-821b-497e-b850-56cc9f081e7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:17.112351944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"7714d42d-8cd7-4a23-a3c9-67db4ad8a022","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:17.112369156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"7714d42d-8cd7-4a23-a3c9-67db4ad8a022","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"auth-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"auth-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:17.171521616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"d70d5b90-fb5f-46fd-b439-e960747f0578","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:17.171544094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"d70d5b90-fb5f-46fd-b439-e960747f0578","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"auth-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"auth-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:17.368084857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"8db26b2d-933e-40f8-9c70-abb3a5b3d0ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:17.396835439Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"4c1346ed-7a6d-43ff-bddb-b1b549db6918","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"maas-trlp-auth-test-model-09ecd0","model":"auth-test-model-09ecd0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-09ecd0/e2e-auth-iso-b3cb2f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:17.425446881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"8db26b2d-933e-40f8-9c70-abb3a5b3d0ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:17.570324682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"9fb8a40d-8e1c-4079-97c6-9f8b505c73d1","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:17.570351133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"9fb8a40d-8e1c-4079-97c6-9f8b505c73d1","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"auth-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"auth-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:17.786853097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"abc21ad2-b73a-4d87-957b-782b9ca2fc2c","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"maas-trlp-auth-test-model-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:25.630787913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"b5276643-9ca8-4e40-ad36-64a3e9a6fd3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:25.689313953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"b5276643-9ca8-4e40-ad36-64a3e9a6fd3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:25.745983089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6b12ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c369ab4c96eb1877bb1cbc8e4fcff9ce58fe91024b2da3e825be47b6cbe11e8c) AuthConfig (10e878a517588af0d9479e15683e4088dabaa693dcfcbcaf8076575054b75f0e) AuthConfig (7bed5f2b320df989e6075c19277d2b697c24a960bd41c682a1372ba15719ad03) AuthConfig (7e0d5bfdb139fc919192804098fab587747cfc15e3f68a026a833d44738253dc) AuthConfig (99551d67a48344e5a143dbcbdb2846168ed4c05547a56e4b7a8d9940047c55d6) AuthConfig (285bf4cae7095257b1dace779cec82379595a516f08ffe11cf70afd0b3c4e46c) AuthConfig (c83e35ba3b966763b9013d58523cd00b3a40dc793eff6861d77d67e38cc337e8) AuthConfig (8c2819c31fdeb9a989df911cd67b02697bd012d92aa5d9f7e9c1cebff40f614f) AuthConfig (8d993f5820133505912c190b0c6f1d94bfa922a615ac1d40968342305dc43cfa) AuthConfig (d54899014a1972eabac1a148b3d1dfb64a604676c66f49fd0456f1b4bb43a506) AuthConfig (c1f0a1b019708ef2ff871ba8d27aace97cef9f36d5ca70f3e37953583f323ff8) AuthConfig (f064babd24734fe3073882bd2a8a8fe2d189c0579a8567a41e9b03e384c12144) AuthConfig (8db01ee58fd8f8d6c0eef63cdb03586b9fe80941e1d5aba307bfa3f8855b2466) AuthConfig (b7fda0371445c89e2837e187d77193b4e52182e34014d1a96e91851a4f0b5d08) AuthConfig (aea9b810abe0ff4b0b5a53132bcf3d2eb0e4731d17885268c266b804070ae553) AuthConfig (83b5329f336a3e1b424de29d59bae2b74a4c200680a7514b91b6bde0c6db5259) AuthConfig (6174aff6ddca78743aa3c103877f791d188a0bbbccd95a59f86a136af39e186b) AuthConfig (bdb52b9a871850e24655d98a384b50e5ce443fad4f3b7d9b6015d0a7fd0578b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"b5276643-9ca8-4e40-ad36-64a3e9a6fd3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:26.392460473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"24fb5286-09bc-4cf5-a060-6071bf1c49bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:26.449937931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"24fb5286-09bc-4cf5-a060-6071bf1c49bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:26.735079243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"e4700a08-fec1-48c7-9bdf-980413dd25eb","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:26.735097689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"e4700a08-fec1-48c7-9bdf-980413dd25eb","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"auth-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"auth-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:31.96162172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"2f360e87-c91b-4fda-976b-405b7ec97f20","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:31.961647007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"2f360e87-c91b-4fda-976b-405b7ec97f20","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"auth-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"auth-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:32.029399303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"ef26d81b-d0b2-4bc4-966e-0e0fc2c07da4","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:32.02949676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"ef26d81b-d0b2-4bc4-966e-0e0fc2c07da4","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"auth-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"auth-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:32.07128123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"1bcec4bb-f55b-48f3-92f3-76f2329f6059","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:45:32.080822204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"4ebf8c6d-3b8e-4bbd-af8c-c01e3537286f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-bf6822\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:32.129127266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"1bcec4bb-f55b-48f3-92f3-76f2329f6059","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:32.192670455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"6a143df1-609c-4f5a-be07-cc97ce39c68d","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:32.192692147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"6a143df1-609c-4f5a-be07-cc97ce39c68d","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"auth-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"auth-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:32.250966219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"39a5df57-ab9c-442f-b84b-d5d7b2604f20","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:32.250986153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"39a5df57-ab9c-442f-b84b-d5d7b2604f20","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"auth-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"auth-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:32.457391331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"e859b69c-be34-4bc8-a847-9bfa63c6c162","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:32.487217177Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"57c0b130-0353-4ca4-bb21-f8ff4e88e577","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"maas-trlp-auth-test-model-578636","model":"auth-test-model-578636","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-578636/e2e-auth-iso-bf6822"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:32.515050526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"e859b69c-be34-4bc8-a847-9bfa63c6c162","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:32.659245508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"71aaf621-6a32-4e61-9a88-88b3726b3534","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:32.659264895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"71aaf621-6a32-4e61-9a88-88b3726b3534","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"auth-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"auth-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:32.876271969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"24dc7215-dad0-4b59-89d1-e6f000f4da80","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"maas-trlp-auth-test-model-578636","model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:35.854306078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"05e649fe-1f88-4344-8989-6c62da028d49","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:35.910446857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f192b901-e86d-4a28-9074-1537d047fa14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:35.911953297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"05e649fe-1f88-4344-8989-6c62da028d49","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:35.964720516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f192b901-e86d-4a28-9074-1537d047fa14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:36.018786199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f192b901-e86d-4a28-9074-1537d047fa14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:36.072591917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f192b901-e86d-4a28-9074-1537d047fa14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:36.291106103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"a01be4f6-3761-4415-ab3e-fce4686caf5e","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:36.291125789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"a01be4f6-3761-4415-ab3e-fce4686caf5e","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"auth-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"auth-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:36.452475525Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-0a8f62","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-0a8f62","reconcileID":"75094206-3bc8-4956-8e6a-18ecc8da40d0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-0a8f62","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-0a8f62":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:37.412922296Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8d5148","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8d5148","reconcileID":"2ff225b2-173f-4001-b1b7-ec99bd180ee8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8d5148","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-8d5148":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:38.014608646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b3520f-3cff-4642-be2a-fa8696e9abd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:38.070217416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b3520f-3cff-4642-be2a-fa8696e9abd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:38.124686872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b3520f-3cff-4642-be2a-fa8696e9abd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:38.179724456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b3520f-3cff-4642-be2a-fa8696e9abd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:40.116556227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b5eb65-8aa3-4665-a95b-1ce11904afbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:40.17461773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b5eb65-8aa3-4665-a95b-1ce11904afbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:40.233006343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b5eb65-8aa3-4665-a95b-1ce11904afbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:40.287069252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b5eb65-8aa3-4665-a95b-1ce11904afbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:40.831490043Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:41.193542587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"236610ef-49ee-4c0e-a37c-9f0bf4f5180f","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:41.193568425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"236610ef-49ee-4c0e-a37c-9f0bf4f5180f","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"auth-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"auth-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:41.254885233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"df3a0103-3503-4ac4-9e15-81d5d6342572","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:41.254905056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"df3a0103-3503-4ac4-9e15-81d5d6342572","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"auth-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"auth-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:41.300412139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"355327d2-8a01-429e-a09a-8e4f67e464ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:45:41.304608844Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"02043659-e43a-4537-953f-57ea224f78be","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-fed97f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:45:41.309661796Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"df3a0103-3503-4ac4-9e15-81d5d6342572","name":"auth-test-model-6b12ae","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6b12ae\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:45:41.309709884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"df3a0103-3503-4ac4-9e15-81d5d6342572","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6b12ae\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:41.315078066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"9e295426-87c4-4f96-83a6-8db8398407bd","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:41.315113853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"9e295426-87c4-4f96-83a6-8db8398407bd","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"auth-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"auth-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:41.357977415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"355327d2-8a01-429e-a09a-8e4f67e464ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:41.415900542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"3fd13228-cb89-4cb2-9030-2dedb274c62a","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:41.415921702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"3fd13228-cb89-4cb2-9030-2dedb274c62a","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"auth-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"auth-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:41.474394426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"ed38d135-19de-49de-b60b-708e0acd2458","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:41.474414384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"ed38d135-19de-49de-b60b-708e0acd2458","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"auth-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"auth-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:41.673849093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"2a013684-e720-4e5f-a235-a6126de3c133","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:41.696789997Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"9d0f9f01-0316-4009-bbb5-a6e2fd172058","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-auth-test-model-6b12ae","model":"auth-test-model-6b12ae","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-6b12ae/e2e-auth-iso-fed97f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:41.731517104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"2a013684-e720-4e5f-a235-a6126de3c133","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:41.869344549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"9595569d-5a90-4653-b8dd-9a9280e46a3b","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:41.869365634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"9595569d-5a90-4653-b8dd-9a9280e46a3b","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"auth-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"auth-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:42.084629286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"b683f83c-7b5a-4a8b-8d42-a2cac60d1217","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-auth-test-model-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:42.255505411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"d1984054-23b9-426a-abf2-fac75e9f613a","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:42.255524554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"d1984054-23b9-426a-abf2-fac75e9f613a","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"auth-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"auth-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:58.397795746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"5aee38b3-4010-43ca-adef-c050b02d95ce","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"maas-trlp-auth-test-model-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:58.570233164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"c9ad2304-8d81-4529-b4c6-792496b8cff5","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:58.570251051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"c9ad2304-8d81-4529-b4c6-792496b8cff5","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"auth-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"auth-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:58.655646386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"f0ec84aa-bdbf-4a65-bb93-d6f8c9d37bb7","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-auth-test-model-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:58.827034973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"3a103f86-42b9-48f8-a58d-f22f9d0db04c","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:58.827054476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"3a103f86-42b9-48f8-a58d-f22f9d0db04c","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"auth-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"auth-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:58.930930772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"dd70913d-78b9-4f76-b968-3f24ed95f4b8","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"maas-trlp-auth-test-model-578636","model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:59.102857885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"69f28470-41f3-4cac-8135-86ae1ec79c75","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:59.102879362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"69f28470-41f3-4cac-8135-86ae1ec79c75","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"auth-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"auth-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:59.879512419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"7c4b5f7f-4628-4886-b15e-564abbba2c09","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:45:59.937348305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"7c4b5f7f-4628-4886-b15e-564abbba2c09","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:00.03730976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"59a733e6-c17e-4b63-937b-f772f552dda1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:00.094507594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"59a733e6-c17e-4b63-937b-f772f552dda1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:00.33066467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"f87da20b-40c0-4d4e-9fc5-df0021b92e0d","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:00.388333028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"f87da20b-40c0-4d4e-9fc5-df0021b92e0d","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:01.995118713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"fe67b41f-b20e-4599-9b6d-a16419284b99","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:01.995139967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"fe67b41f-b20e-4599-9b6d-a16419284b99","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"auth-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"auth-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:02.105653567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"dfd2e954-485e-4c35-b91b-1015e5f184ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:02.163236546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"dfd2e954-485e-4c35-b91b-1015e5f184ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:02.165190637Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"1835bf38-2247-4144-ae8f-852045a42493","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7b381a8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:02.481467225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"8354de58-0bf7-4cdb-b94f-156d578f1d16","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:02.538940637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"8354de58-0bf7-4cdb-b94f-156d578f1d16","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:02.738770016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"3e5bff01-dacd-4c32-88cb-784fb35d5c6f","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:02.738790459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"3e5bff01-dacd-4c32-88cb-784fb35d5c6f","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"auth-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"auth-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:02.847432017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"803fa093-b012-49b2-bdb2-26e46a32ca18","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:02.905611978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"803fa093-b012-49b2-bdb2-26e46a32ca18","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:02.908659223Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"294a5075-f22c-41f6-83cb-1262b633b2b2","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-96e400b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:03.227480981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"d52b3189-0439-49f0-96ac-f77c97c26241","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:03.292323228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"d52b3189-0439-49f0-96ac-f77c97c26241","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:05.523180013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"0b661a73-0a42-436d-a263-96e31973529e","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:05.523199813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"0b661a73-0a42-436d-a263-96e31973529e","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"auth-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"auth-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:05.630194546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"d267a02c-bf74-4107-bee4-7b9806e9fcbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:05.688200144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"d267a02c-bf74-4107-bee4-7b9806e9fcbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:05.688939632Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"f2a8d5d8-09c1-47ee-99e3-c502683f9c06","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a202f3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:06.004811232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"6bf8da7d-837e-45aa-ba72-a0050f79eb3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:06.062375419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"6bf8da7d-837e-45aa-ba72-a0050f79eb3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:10.832890128Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:12.219786429Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"3f252905-152f-4b6f-9cc4-e05c870404d6","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","subscription":"e2e-auth-iso-b3cb2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:12.273626529Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"3f252905-152f-4b6f-9cc4-e05c870404d6","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:12.327479819Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"3f252905-152f-4b6f-9cc4-e05c870404d6","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"maas-trlp-auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:12.609060839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"804a42c7-16e6-41b6-bd8e-b93283cf9b77","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:12.609081753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"804a42c7-16e6-41b6-bd8e-b93283cf9b77","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"auth-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"auth-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:12.716358862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"628c2815-e23c-424d-bc02-9ee838db86b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:12.754795232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"5d10f9ad-c6d5-4e6e-9da7-b395b6151679","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:12.754817585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"5d10f9ad-c6d5-4e6e-9da7-b395b6151679","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"auth-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"auth-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:12.77379156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"628c2815-e23c-424d-bc02-9ee838db86b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:12.91635574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"fe733dae-6472-41b9-80d8-b8e743a93f45","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:12.919970444Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"ef88acce-3c16-40ba-bfb4-e8b8816ba470","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-12234760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:12.963156017Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"7b7ebf3a-1fef-4c3c-ba1f-a86b6bf2d5fd","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","subscription":"e2e-auth-iso-bf6822","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:12.973988778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"fe733dae-6472-41b9-80d8-b8e743a93f45","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:13.017331469Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"7b7ebf3a-1fef-4c3c-ba1f-a86b6bf2d5fd","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:13.071683311Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"7b7ebf3a-1fef-4c3c-ba1f-a86b6bf2d5fd","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"maas-trlp-auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:13.092851839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"4112c5b6-029b-46d7-bca5-4738cb970ca1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:13.150547843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"4112c5b6-029b-46d7-bca5-4738cb970ca1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:13.290626608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"0678ebef-d785-4ca6-85e8-db3474704295","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:13.348435975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"0678ebef-d785-4ca6-85e8-db3474704295","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:13.351564431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"aeea47a9-d1ec-4df0-9478-39800149d275","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:13.351586936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"aeea47a9-d1ec-4df0-9478-39800149d275","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"auth-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"auth-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:13.460473426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"e5b1f087-44e0-419d-b70c-1ccbaad6409b","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:13.506150504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"ca331ec7-6d34-4931-b8a7-01c8d6555abf","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:13.506167935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"ca331ec7-6d34-4931-b8a7-01c8d6555abf","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"auth-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"auth-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:13.517964371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"e5b1f087-44e0-419d-b70c-1ccbaad6409b","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:13.613000691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"6c43d46c-ffe1-4e09-9879-d3577631e992","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:13.670567659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"6c43d46c-ffe1-4e09-9879-d3577631e992","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:13.672079759Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"41628b61-6016-4c58-aba0-736377d70c8d","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e265790a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:13.86426282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"ef61e41d-31bf-4a89-9282-0f58971b5341","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:13.921590095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"ef61e41d-31bf-4a89-9282-0f58971b5341","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:13.964363413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"012012a8-1525-41fc-9175-131fde079d80","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:14.023950277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"012012a8-1525-41fc-9175-131fde079d80","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:15.74318561Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"341d88a6-f4e6-4917-9103-8c9dd13b9267","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","subscription":"e2e-auth-iso-fed97f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:15.797023382Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"341d88a6-f4e6-4917-9103-8c9dd13b9267","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:15.851440085Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"341d88a6-f4e6-4917-9103-8c9dd13b9267","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:16.197302548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"18292163-1f63-43a0-a93d-8bad6929c8ce","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:16.197321562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"18292163-1f63-43a0-a93d-8bad6929c8ce","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"auth-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"auth-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:16.30411035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"a0daff34-2428-44e5-9079-9f1e3eb57d5c","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:16.335253776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"8de5c7f4-4d5a-4883-b439-c6aea913bf33","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:16.335277192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"8de5c7f4-4d5a-4883-b439-c6aea913bf33","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"auth-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"auth-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:16.361442322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"a0daff34-2428-44e5-9079-9f1e3eb57d5c","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:16.441465952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"53b6b394-56e1-4bd3-863e-e1ad62496921","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:16.498943742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"53b6b394-56e1-4bd3-863e-e1ad62496921","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:16.500934159Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"bc6c2d43-77c3-46ac-837b-beb9556c6008","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1aa9ee61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:16.676908986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"5cb34ea0-b92f-405d-9dfb-e5271792e06f","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:16.734079821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"5cb34ea0-b92f-405d-9dfb-e5271792e06f","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:16.831846756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"42f17817-81ba-4d79-a568-1e727fc42848","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:16.889074089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"42f17817-81ba-4d79-a568-1e727fc42848","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:23.048066444Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"ea549510-1827-458c-8ef1-60eb85616dcc","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","subscription":"e2e-auth-iso-b3cb2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:23.1020913Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"ea549510-1827-458c-8ef1-60eb85616dcc","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:23.15619604Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"ea549510-1827-458c-8ef1-60eb85616dcc","MaaSSubscription":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"maas-trlp-auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:23.434788763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"78b3f7b5-143e-4bfd-bdef-3ad4e304ac86","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:23.43480874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"78b3f7b5-143e-4bfd-bdef-3ad4e304ac86","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"auth-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"auth-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:23.541870992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"47c92fa3-9f50-4f2b-9373-f79744fb05da","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:23.573960701Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"ba2a5ea7-d20b-41bf-9fb3-7064eedb9a26","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:23.574081428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"d44b4be5-50f9-48cb-a771-8c65531f48fe","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:23.574100758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"d44b4be5-50f9-48cb-a771-8c65531f48fe","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"auth-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"auth-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:23.600282692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"47c92fa3-9f50-4f2b-9373-f79744fb05da","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:23.727045594Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"c39458c2-5b62-4ea4-90c3-f6849bc7d8f4","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","subscription":"e2e-auth-iso-bf6822","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:23.735007741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"ba2a5ea7-d20b-41bf-9fb3-7064eedb9a26","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:23.781042331Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"c39458c2-5b62-4ea4-90c3-f6849bc7d8f4","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:23.835136448Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"c39458c2-5b62-4ea4-90c3-f6849bc7d8f4","MaaSSubscription":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"maas-trlp-auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:23.896424625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"42dc6b8a-abda-4b05-9be1-1c9345b8fd53","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:23.899321489Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"ba2a5ea7-d20b-41bf-9fb3-7064eedb9a26","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:23.899337138Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-auth-iso-b3cb2f","reconcileID":"ba2a5ea7-d20b-41bf-9fb3-7064eedb9a26","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:23.954367831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"42dc6b8a-abda-4b05-9be1-1c9345b8fd53","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:23.956177007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"034fb926-021b-4212-8c75-4c068401be52","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/auth-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:23.956192103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"auth-test-model-44a484","reconcileID":"034fb926-021b-4212-8c75-4c068401be52","MaaSModelRef":{"name":"auth-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"auth-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"auth-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.096584897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"e488795b-a61c-4b43-8976-c810a1e117e3","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.096609364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"e488795b-a61c-4b43-8976-c810a1e117e3","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"auth-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"auth-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.120121109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"b8333c66-0dcf-4b86-a096-7f10938c4305","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.120141307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"b8333c66-0dcf-4b86-a096-7f10938c4305","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"auth-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"auth-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.161452046Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"9cf5ded6-7f74-4a13-9c6a-444200e78ee5","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.228001301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"4a9935e7-5d2f-4699-9f14-d197fe85ea0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.265785596Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"91f9d6c5-244a-4f2f-8a0b-238d85f393df","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.265830812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"7d91bae2-86a9-42c9-a870-8c5392cc4b00","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.26584476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"7d91bae2-86a9-42c9-a870-8c5392cc4b00","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"auth-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"auth-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.285417155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"4a9935e7-5d2f-4699-9f14-d197fe85ea0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.416162799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"9cf5ded6-7f74-4a13-9c6a-444200e78ee5","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.516801858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"91f9d6c5-244a-4f2f-8a0b-238d85f393df","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.556388734Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"9cf5ded6-7f74-4a13-9c6a-444200e78ee5","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.556410821Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-auth-iso-b3cb2f","reconcileID":"9cf5ded6-7f74-4a13-9c6a-444200e78ee5","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3cb2f","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.613762582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"6a554855-4d0e-4ff2-9306-aa7b4878fb6f","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/auth-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.613784143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"auth-test-model-09ecd0","reconcileID":"6a554855-4d0e-4ff2-9306-aa7b4878fb6f","MaaSModelRef":{"name":"auth-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"auth-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"auth-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.649030198Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"91f9d6c5-244a-4f2f-8a0b-238d85f393df","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.649052956Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-auth-iso-bf6822","reconcileID":"91f9d6c5-244a-4f2f-8a0b-238d85f393df","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.670660176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"a753a7cb-ffd8-4bb2-816c-023e3bf64ba4","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.706015899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"cb747b9d-fd7e-45ad-be70-e2ce221b0bdb","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/auth-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.706032493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"auth-test-model-a9ed60","reconcileID":"cb747b9d-fd7e-45ad-be70-e2ce221b0bdb","MaaSModelRef":{"name":"auth-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"auth-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"auth-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.728236664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"a753a7cb-ffd8-4bb2-816c-023e3bf64ba4","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.857647127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"75f7af6c-440a-46a2-a158-32082abda1b9","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.857666489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"75f7af6c-440a-46a2-a158-32082abda1b9","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"auth-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"auth-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:24.9363336Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"fb373105-8023-4913-8871-16ecb5836e6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:25.190293447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"fb373105-8023-4913-8871-16ecb5836e6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:25.315804377Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"fb373105-8023-4913-8871-16ecb5836e6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:25.31583311Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-auth-iso-bf6822","reconcileID":"fb373105-8023-4913-8871-16ecb5836e6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf6822","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:25.562180958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"63b26cde-72e6-4bc2-9d76-8b0224a2aa82","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/auth-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:25.562204866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"auth-test-model-578636","reconcileID":"63b26cde-72e6-4bc2-9d76-8b0224a2aa82","MaaSModelRef":{"name":"auth-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"auth-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"auth-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:26.555066151Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"bb600c3e-db52-4cb5-b03e-b65b5e145698","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","subscription":"e2e-auth-iso-fed97f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:26.610085244Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"bb600c3e-db52-4cb5-b03e-b65b5e145698","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:26.664212132Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"bb600c3e-db52-4cb5-b03e-b65b5e145698","MaaSSubscription":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:26.941649927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"14961b0b-7b84-4701-9d3e-7a126ee4276e","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:26.941673411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"14961b0b-7b84-4701-9d3e-7a126ee4276e","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"auth-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"auth-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:27.049360791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"d39ec2eb-1140-447b-ab89-a7303271156c","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:27.085709082Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"8805eb41-ef47-4f81-95fd-d3f73ac4973e","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:27.085882703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"0634b413-c6a6-43d5-b0de-29e79cfbfbb0","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:27.085896757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"0634b413-c6a6-43d5-b0de-29e79cfbfbb0","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"auth-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"auth-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:27.107052252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"d39ec2eb-1140-447b-ab89-a7303271156c","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:27.294551431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"8805eb41-ef47-4f81-95fd-d3f73ac4973e","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:27.465907554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"6f6dc990-b81f-4b70-a8ef-acc59a6c4428","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:27.525819106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"6f6dc990-b81f-4b70-a8ef-acc59a6c4428","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:27.534635151Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"8805eb41-ef47-4f81-95fd-d3f73ac4973e","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:27.534653092Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-auth-iso-fed97f","reconcileID":"8805eb41-ef47-4f81-95fd-d3f73ac4973e","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:27.591666264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"f6dd4bb6-26e3-4e7f-832f-f08f13d44e1b","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/auth-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:27.591684499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"auth-test-model-76c687","reconcileID":"f6dd4bb6-26e3-4e7f-832f-f08f13d44e1b","MaaSModelRef":{"name":"auth-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"auth-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"auth-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:27.734699247Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"98d49541-0677-4f18-80c9-181dc56a03bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:27.734832073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"5ab3a81f-392a-481b-ab63-45fea99d3e9f","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:27.734847466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"5ab3a81f-392a-481b-ab63-45fea99d3e9f","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"auth-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"auth-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:27.896135737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"98d49541-0677-4f18-80c9-181dc56a03bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:28.068568565Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"98d49541-0677-4f18-80c9-181dc56a03bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:28.068593747Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-auth-iso-fed97f","reconcileID":"98d49541-0677-4f18-80c9-181dc56a03bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-fed97f","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:28.126157354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"740332f0-8367-41f0-a5f6-79aca0cd71b0","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/auth-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:28.126178325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"auth-test-model-6b12ae","reconcileID":"740332f0-8367-41f0-a5f6-79aca0cd71b0","MaaSModelRef":{"name":"auth-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"auth-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"auth-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:40.832218472Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:52.00347983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"da08c8dd-c599-44b7-ba1f-e7acc16a82fc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0a8f62","tenantID":"e2e-extmod-a-0a8f62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:52.121010458Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"da08c8dd-c599-44b7-ba1f-e7acc16a82fc","name":"e2e-extmod-a-0a8f62-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:56.984621814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"25eee3c1-a8c6-4547-b0ab-f7da1a6747af","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8d5148","tenantID":"e2e-extmod-a-8d5148","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:46:57.102388454Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"25eee3c1-a8c6-4547-b0ab-f7da1a6747af","name":"e2e-extmod-a-8d5148-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:05.649861867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7f13b43-271a-4457-98a2-800b507a74a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:05.703860406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7f13b43-271a-4457-98a2-800b507a74a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:05.757676006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7f13b43-271a-4457-98a2-800b507a74a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:05.811811167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7f13b43-271a-4457-98a2-800b507a74a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:06.197887475Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a7c5d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a7c5d1","reconcileID":"8620e204-4272-4770-ad02-40e2151c8b29","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a7c5d1","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-a7c5d1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:07.021053639Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-720bda","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-720bda","reconcileID":"94a77db2-1dcc-4b23-80b5-4a5f23ca4c1c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-720bda","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-720bda":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:07.84513114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0c5081-b46f-45a5-96dc-4c8f38796afa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:07.89946375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0c5081-b46f-45a5-96dc-4c8f38796afa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:07.953374057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0c5081-b46f-45a5-96dc-4c8f38796afa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:08.007781109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0c5081-b46f-45a5-96dc-4c8f38796afa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:08.921458498Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-608c11","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-608c11","reconcileID":"e7a657a9-7f55-49a1-bc25-2af087fbe3e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-608c11","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-608c11":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:09.958299703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68739a1d-dbf7-43d7-94ff-da3f73575b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:10.012638215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68739a1d-dbf7-43d7-94ff-da3f73575b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:10.067157171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68739a1d-dbf7-43d7-94ff-da3f73575b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:10.12142758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68739a1d-dbf7-43d7-94ff-da3f73575b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:10.832933764Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:12.111232031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c426da4-7cf5-4b31-96e0-0d893837daf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:12.165249888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c426da4-7cf5-4b31-96e0-0d893837daf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:12.219370092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c426da4-7cf5-4b31-96e0-0d893837daf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:12.273251536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c426da4-7cf5-4b31-96e0-0d893837daf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:14.261349929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3795ed12-9598-40cd-8a2c-e827ba9d8967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:14.315497634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3795ed12-9598-40cd-8a2c-e827ba9d8967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:14.371155604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3795ed12-9598-40cd-8a2c-e827ba9d8967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:14.433161859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3795ed12-9598-40cd-8a2c-e827ba9d8967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:16.366842855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f753ca-6793-4610-ad5c-590f9fd5ecb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:16.420833232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f753ca-6793-4610-ad5c-590f9fd5ecb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:16.474893886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f753ca-6793-4610-ad5c-590f9fd5ecb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:16.528815273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f753ca-6793-4610-ad5c-590f9fd5ecb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:18.483818327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf13838-154d-4217-89d9-f5f16f9c10d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:18.538273567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf13838-154d-4217-89d9-f5f16f9c10d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:18.592839878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf13838-154d-4217-89d9-f5f16f9c10d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:18.648200949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf13838-154d-4217-89d9-f5f16f9c10d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:47:40.831857318Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:10.832939387Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:14.010003413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5969b66-e285-4345-9668-672e97c78bdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:14.064897527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5969b66-e285-4345-9668-672e97c78bdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:14.119134883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5969b66-e285-4345-9668-672e97c78bdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:14.173848013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5969b66-e285-4345-9668-672e97c78bdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:14.733562481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"8a0ade4a-bfd2-4b3e-a9ac-3f2815d69805","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:14.951723513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3f477770-3b8f-423f-8d80-61a4821322ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:15.118362672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"4ce87f6b-d7e7-4795-9ef7-d21656a45c68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:15.229073638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"2a0558a3-8585-41e4-9fab-4e8744f6eb58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:15.522829796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"b2b4ac6d-f70b-4426-9d13-8b9ff5002ba8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:15.621760109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9f2f5113-6e16-4f5c-824d-061a730483e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:15.744440375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"97feca82-1a9b-4753-9454-6778e13d4e11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:15.83242908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"fa676a98-5e5b-4e71-a4d9-a264e3c10a9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:15.933691312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"fbd97712-ac7d-4275-bbaa-6a8c46a0d717","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:16.075626916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"98a614a1-348e-4dba-8730-eda512498f49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:16.164172578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972eb892-71d3-4f8c-92d3-0ccd1ba03ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:16.186526529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"c62333a5-61b4-44a9-b07f-84aa9dfbbc16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:16.219913255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972eb892-71d3-4f8c-92d3-0ccd1ba03ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:16.273868074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972eb892-71d3-4f8c-92d3-0ccd1ba03ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:16.327968556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972eb892-71d3-4f8c-92d3-0ccd1ba03ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:16.383235754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"6d2ab15f-f1c4-4827-a48b-0ba05e4dab37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:19.406500494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ea9c3f-4959-4d22-bc1b-0ea1b3975bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:19.460208172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ea9c3f-4959-4d22-bc1b-0ea1b3975bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:19.514512901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ea9c3f-4959-4d22-bc1b-0ea1b3975bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:19.568622736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ea9c3f-4959-4d22-bc1b-0ea1b3975bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:20.491049417Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-020389","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-020389","reconcileID":"bc77d24d-a90d-4533-9364-cb54a661b59d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-020389","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-020389":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:21.646522536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e83a95b-4ca4-4e3b-86e7-a2309f6d9090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:21.700546816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e83a95b-4ca4-4e3b-86e7-a2309f6d9090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:21.754893971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e83a95b-4ca4-4e3b-86e7-a2309f6d9090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:21.808926746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e83a95b-4ca4-4e3b-86e7-a2309f6d9090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:23.842470505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b556b9cf-94d9-4445-a90b-716aee9dd529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:23.896500925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b556b9cf-94d9-4445-a90b-716aee9dd529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:23.952072626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b556b9cf-94d9-4445-a90b-716aee9dd529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:24.007612796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b556b9cf-94d9-4445-a90b-716aee9dd529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:25.93905169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f60e0d5b-6556-4c0a-8810-3bb7b6e7f401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:25.993514061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f60e0d5b-6556-4c0a-8810-3bb7b6e7f401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:26.047721052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f60e0d5b-6556-4c0a-8810-3bb7b6e7f401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:26.101943395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f60e0d5b-6556-4c0a-8810-3bb7b6e7f401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:26.774348959Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-27e421","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-27e421","reconcileID":"e0cec0ff-05c6-4a64-9f5e-92d0b3a7bde8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-27e421","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-27e421":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:28.039795584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00581dcd-3d3f-4b00-b50e-406ecff983d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:28.093824679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00581dcd-3d3f-4b00-b50e-406ecff983d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:28.148189162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00581dcd-3d3f-4b00-b50e-406ecff983d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:28.203001506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00581dcd-3d3f-4b00-b50e-406ecff983d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:30.158142558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4f9643-f4b4-4456-b62f-cf9f150922aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:30.212547746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4f9643-f4b4-4456-b62f-cf9f150922aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:30.266707632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4f9643-f4b4-4456-b62f-cf9f150922aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:30.321027432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4f9643-f4b4-4456-b62f-cf9f150922aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:33.347026545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"18c9e4b7-703a-489c-b650-e577cd18cac4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a7c5d1","tenantID":"e2e-extmod-a-a7c5d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:33.464479428Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"18c9e4b7-703a-489c-b650-e577cd18cac4","name":"e2e-extmod-a-a7c5d1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:38.337756248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"89e813fa-dfa0-432a-80fb-1df3a7b4cbbe","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-720bda","tenantID":"e2e-autores-720bda","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:38.455003126Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"89e813fa-dfa0-432a-80fb-1df3a7b4cbbe","name":"e2e-autores-720bda-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:40.8327261Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:43.393237027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"39d40a5c-b4d5-4512-b948-9cc73597b54a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-608c11","tenantID":"e2e-extmod-a-608c11","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:48:43.510460382Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"39d40a5c-b4d5-4512-b948-9cc73597b54a","name":"e2e-extmod-a-608c11-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:05.930420461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"f0cd64d6-0b7e-4a58-9382-e4759f8b9621","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:06.030925257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"81f5585d-60a4-48b5-ba62-3185ebf5b146","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:06.060057342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"aef10e4b-ba85-45ac-8677-7461c833ba78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:06.131016817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"5509c8a9-263c-4a5f-8fb4-5aa4b38286c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:06.173121103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"8b83e53c-f5f1-4e53-ac7a-72ca87fa470d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:06.363632334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"677f45aa-deb5-41c0-b913-bda6bc7f2b49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:06.473339117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb12876a-2787-4a1f-9060-f31ec0f8b4ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:06.729164912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"91ffafd5-4768-4385-a470-028b9f0c9383","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:06.853746177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"9118dce2-da64-4df0-acfc-84bb691e98de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:06.950077426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"620d2bbb-4a46-46af-934e-b83e128a6a66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:07.08206909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6ed0c8a2-ca81-46e1-a1cc-6dc7c5272edd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:07.208289076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"8c0a2220-3d4a-4044-a7aa-8bca39358c80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:10.832901693Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:27.391043202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"39950044-a547-4e17-9a90-28cdcd3f541e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:27.522851939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"048c0445-c6da-46af-8dc4-44e38e906d9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:27.628563844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"629095e8-b53b-4844-9bd4-3a0363e3f6b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:27.742582957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"04c3ea1f-8697-497a-8f9c-c20ef123386b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:27.849601985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"12969b4b-df89-494a-a530-89d1bc8eb8a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:28.009041719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"38cbcf1e-d2e1-416c-b1f0-e1d7016dc1b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:28.108384808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"2ea5ec2b-01b9-4eee-b3ed-159991496850","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:28.121147897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"dcddd183-343b-4e7f-819c-73dd24d4f128","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:28.208870624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"062c74ef-597f-42da-b1f5-9600e2550b5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:28.314222732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2f11da9-037f-4c1e-9494-87eb1535cc8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:28.627034748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"6760e892-e90c-4622-938a-6f33a7e46f5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:28.962766435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"29e0edac-f941-432c-b330-99cc3d4857db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:49:40.835101622Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:01.451955934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"a9dc97a2-dd47-4980-98a7-8249cc3eeb76","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-020389","tenantID":"e2e-extmod-b-020389","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:01.620862209Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"a9dc97a2-dd47-4980-98a7-8249cc3eeb76","name":"e2e-extmod-b-020389-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:10.832537319Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:11.379456031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"0dcba596-3553-4d6d-a086-3f607bd3177d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-27e421","tenantID":"e2e-extmod-b-27e421","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:11.497023838Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"0dcba596-3553-4d6d-a086-3f607bd3177d","name":"e2e-extmod-b-27e421-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:16.4156749Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","namespace":"ai-tenant-e2e-autores-720bda","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:16.415751285Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","namespace":"ai-tenant-e2e-autores-720bda","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:16.415800394Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","tenant":"e2e-autores-720bda","tenantID":"e2e-autores-720bda","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:16.470796637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","gvk":"Deployment","name":"maas-api-e2e-autores-720bda","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:16.53246712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","gvk":"Service","name":"maas-api-e2e-autores-720bda","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:16.601824172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-720bda","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:16.657570811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-720bda","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:16.715535126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-720bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:16.771339602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-720bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:16.83079894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-720bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:16.888057301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-720bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:16.941640659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","gvk":"Deployment","name":"payload-processing-e2e-autores-720bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:16.995468131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-720bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:17.049025853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","gvk":"Service","name":"payload-processing-e2e-autores-720bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:17.102459998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","gvk":"Service","name":"payload-pre-processing-e2e-autores-720bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:17.155719709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","gvk":"DestinationRule","name":"payload-processing-e2e-autores-720bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:17.209157633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-720bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:17.262501807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-720bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:17.315998393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-720bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:17.369716238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-720bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:17.424365774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-720bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:17.477572429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-720bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:17.530942007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-720bda"},"namespace":"ai-tenant-e2e-autores-720bda","name":"default-tenant","reconcileID":"e2056ea0-23d3-4904-bcae-270a84d2e578","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-720bda","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:19.562759473Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-720bda","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-720bda","reconcileID":"5d0b75d1-f15c-4232-8fc7-cb777e2321de","aitenant":"ai-tenants/e2e-autores-720bda","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:19.828316343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a5344de4-2e6c-437b-bee3-2bc7d93b8b60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:20.010618912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"7a7341f0-8d21-4536-ac56-db559c517098","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:20.099988498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"509b7e11-9f21-4829-8847-fbea7328a47d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:20.160339271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cb8564f-4256-4b4c-98c8-c06b1ccc2d24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:20.201443174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"2f5d8116-3dd6-43ae-bccc-e7bd31621ccc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:20.214327086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cb8564f-4256-4b4c-98c8-c06b1ccc2d24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:20.268413627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cb8564f-4256-4b4c-98c8-c06b1ccc2d24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:20.322811418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cb8564f-4256-4b4c-98c8-c06b1ccc2d24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:20.437694648Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-720bda","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-720bda","reconcileID":"5d0b75d1-f15c-4232-8fc7-cb777e2321de","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-720bda","removed":["maas.opendatahub.io/gateway-access-e2e-autores-720bda"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:20.485836401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"03307357-d5ab-42fe-a900-a1a3d7d0de12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:20.486261453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"2569e7cf-8046-40c7-b906-f909eb20c7b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:20.588541122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"6bbc76a5-008d-478a-90e1-d9db46ad59a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:20.716589987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"451f96be-5e09-4439-a133-277a6a887448","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:20.964419546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"51b1b608-aaaf-4b1a-8600-c1a3f216af90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:21.070480907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"ae23f19c-e270-415f-9db7-a67860950909","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:21.191326432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"8b31e960-ba07-4a8e-ba83-960900b9b0e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:21.409933213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"b92bc299-14cf-4615-b998-2a607a14ee2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:22.273110006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3574c47c-521e-4db8-9617-b7508e7e18c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:22.329787731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3574c47c-521e-4db8-9617-b7508e7e18c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:22.384271503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3574c47c-521e-4db8-9617-b7508e7e18c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:22.438346596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3574c47c-521e-4db8-9617-b7508e7e18c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:24.428666918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"728e336b-2e01-4d28-8642-2c4e8a6be687","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:24.482506308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"728e336b-2e01-4d28-8642-2c4e8a6be687","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:24.536441492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"728e336b-2e01-4d28-8642-2c4e8a6be687","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:24.590454782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"728e336b-2e01-4d28-8642-2c4e8a6be687","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:26.540884111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08338b8c-20ba-4ecc-88be-31749216237d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:26.594862133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08338b8c-20ba-4ecc-88be-31749216237d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:26.648808772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08338b8c-20ba-4ecc-88be-31749216237d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:26.702762407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08338b8c-20ba-4ecc-88be-31749216237d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:28.27476753Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-28197c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-28197c","reconcileID":"7e0c0338-e92e-44f4-9112-06c1b1649a98","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-28197c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-28197c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:28.66533774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c01c03a-56a0-492a-977d-1f46eb295487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:28.719965464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c01c03a-56a0-492a-977d-1f46eb295487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:28.773983091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c01c03a-56a0-492a-977d-1f46eb295487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:28.82796423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c01c03a-56a0-492a-977d-1f46eb295487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:30.794777095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba6a1164-8857-4cb7-b428-d9db7ee55acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:30.849542398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba6a1164-8857-4cb7-b428-d9db7ee55acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:30.903520262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba6a1164-8857-4cb7-b428-d9db7ee55acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:30.957783508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba6a1164-8857-4cb7-b428-d9db7ee55acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:50:40.832594014Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:10.8322168Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:12.275973459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"57147a38-99fc-4673-88be-d6616db2712e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:12.329546694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"3afbff39-198c-42b9-96ce-878ccfd3c1f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:12.656746145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a90b30a5-6526-4f7d-8a4a-b0e693feb934","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:12.756015152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"45679416-8023-4442-964e-c5afd082df6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:13.046001771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"64f9ba0c-f6fa-456e-ac62-f88f832d1dc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:13.144137079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"cf65b84e-7b50-4f4f-8640-a27c16323040","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:13.375716337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"35158d41-1cb5-43cf-a5f7-306256481869","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:13.475773943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"509d90b7-0349-4f2c-a55f-b7841621a2e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:13.598277169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"09e46f84-7952-46f6-9fe8-840288cead99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:13.73137267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"9e01d5fb-dde7-4c53-b48f-b806d4cd0264","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:13.952861093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"8b04e909-35d9-4955-8890-866525f07618","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:14.007186391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"ca91584d-6914-47f5-a561-3c00aed871d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:31.810698036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080c8243-e6a0-4213-a21b-7250934beadf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:31.864723294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080c8243-e6a0-4213-a21b-7250934beadf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:31.918614833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080c8243-e6a0-4213-a21b-7250934beadf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:31.972516483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080c8243-e6a0-4213-a21b-7250934beadf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:33.974694882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761c7e3e-c7e1-4b2f-8bd5-65a346b24469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:34.028985172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761c7e3e-c7e1-4b2f-8bd5-65a346b24469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:34.083291264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761c7e3e-c7e1-4b2f-8bd5-65a346b24469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:34.137305907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761c7e3e-c7e1-4b2f-8bd5-65a346b24469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:38.31176331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477b49c7-e7e6-45b8-a49b-8dff70c5fdc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:38.365814784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477b49c7-e7e6-45b8-a49b-8dff70c5fdc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:38.419883341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477b49c7-e7e6-45b8-a49b-8dff70c5fdc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:38.473838379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477b49c7-e7e6-45b8-a49b-8dff70c5fdc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:40.419183281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9065f9-d305-4762-8e4a-5ba665ade2d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:40.473170919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9065f9-d305-4762-8e4a-5ba665ade2d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:40.527698185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9065f9-d305-4762-8e4a-5ba665ade2d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:40.581952538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9065f9-d305-4762-8e4a-5ba665ade2d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:40.833321163Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:42.511919939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a35cc0-eb7a-4ce5-8438-c749f927a62c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:42.587934114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a35cc0-eb7a-4ce5-8438-c749f927a62c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:42.641944197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a35cc0-eb7a-4ce5-8438-c749f927a62c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:42.695944874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a35cc0-eb7a-4ce5-8438-c749f927a62c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:44.628362866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee550e0-13b5-4f2e-ae27-10a26f5c7683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:44.682558208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee550e0-13b5-4f2e-ae27-10a26f5c7683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:44.736687925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee550e0-13b5-4f2e-ae27-10a26f5c7683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:44.793213954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee550e0-13b5-4f2e-ae27-10a26f5c7683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:46.72653849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54fbc1b-96ef-473a-b715-2fb7fc5b0c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:46.780532495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54fbc1b-96ef-473a-b715-2fb7fc5b0c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:46.834649764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54fbc1b-96ef-473a-b715-2fb7fc5b0c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:46.888751102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54fbc1b-96ef-473a-b715-2fb7fc5b0c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:48.948243685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dece44a-d188-4876-a650-c3114ca470b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:49.002654968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dece44a-d188-4876-a650-c3114ca470b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:49.057331751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dece44a-d188-4876-a650-c3114ca470b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:49.111387569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dece44a-d188-4876-a650-c3114ca470b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:51.040643538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf72a370-fff7-4b9e-ae4e-d648aa36d43e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:51.095204525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf72a370-fff7-4b9e-ae4e-d648aa36d43e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:51.149579916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf72a370-fff7-4b9e-ae4e-d648aa36d43e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:51.204036586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf72a370-fff7-4b9e-ae4e-d648aa36d43e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.008416903Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","namespace":"ai-tenant-e2e-extmod-a-a7c5d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.008500039Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","namespace":"ai-tenant-e2e-extmod-a-a7c5d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.008558404Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","tenant":"e2e-extmod-a-a7c5d1","tenantID":"e2e-extmod-a-a7c5d1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.06591975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","gvk":"Deployment","name":"maas-api-e2e-extmod-a-a7c5d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.130168764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","gvk":"Service","name":"maas-api-e2e-extmod-a-a7c5d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.131673045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7d31fa-623e-4146-a49b-b93fe207f88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.191051809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7d31fa-623e-4146-a49b-b93fe207f88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.195503751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-a7c5d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.245561939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7d31fa-623e-4146-a49b-b93fe207f88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.310976197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-a7c5d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.311998947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7d31fa-623e-4146-a49b-b93fe207f88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.385497224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-a7c5d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.443366672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-a7c5d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.501423756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-a7c5d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.629241329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-a7c5d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.682614064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-a7c5d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.740195016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-a7c5d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.797013679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","gvk":"Service","name":"payload-processing-e2e-extmod-a-a7c5d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.850159902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-a7c5d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.903465589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-a7c5d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:53.957041653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-a7c5d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:54.010284479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-a7c5d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:54.066853136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-a7c5d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:54.120162022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-a7c5d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:54.173365518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-a7c5d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:54.228610062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-a7c5d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:54.284175631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7c5d1"},"namespace":"ai-tenant-e2e-extmod-a-a7c5d1","name":"default-tenant","reconcileID":"78e14996-0df4-4130-a5e2-f9e6b09b95a5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-a7c5d1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:54.341539348Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","namespace":"ai-tenant-e2e-extmod-a-608c11","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:54.341609678Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","namespace":"ai-tenant-e2e-extmod-a-608c11","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:54.341682529Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","tenant":"e2e-extmod-a-608c11","tenantID":"e2e-extmod-a-608c11","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:54.396922921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","gvk":"Deployment","name":"maas-api-e2e-extmod-a-608c11","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:54.510347799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","gvk":"Service","name":"maas-api-e2e-extmod-a-608c11","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:54.566580994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-608c11","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:54.621759757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-608c11","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:54.679592546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-608c11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:54.788074165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-608c11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:54.846349818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-608c11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:54.902139183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-608c11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:54.955653912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-608c11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:55.014156732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-608c11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:55.018985344Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a7c5d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a7c5d1","reconcileID":"f59e5659-20b8-41b3-933e-d2738fef69d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a7c5d1","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-a7c5d1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:55.07116112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","gvk":"Service","name":"payload-processing-e2e-extmod-a-608c11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:55.124587331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-608c11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:55.178114379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-608c11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:55.231373653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-608c11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:55.284796513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-608c11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:55.341990776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-608c11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:55.351154102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725e2d5d-f428-4f67-884e-5439004eb0b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:55.404398648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-608c11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:55.405070912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725e2d5d-f428-4f67-884e-5439004eb0b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:55.458285325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-608c11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:55.459886422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725e2d5d-f428-4f67-884e-5439004eb0b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:55.518151158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725e2d5d-f428-4f67-884e-5439004eb0b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:55.51924435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-608c11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:55.575355771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-608c11"},"namespace":"ai-tenant-e2e-extmod-a-608c11","name":"default-tenant","reconcileID":"7bd12af8-341d-44bc-9106-b072b2d2299c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-608c11","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:56.301230771Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-608c11","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-608c11","reconcileID":"47d63f47-97ce-4086-997a-b6bf5e1b21a2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-608c11","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-608c11"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:57.484230311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ac5896-7eaa-4839-94e7-bb351d7198ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:57.538213041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ac5896-7eaa-4839-94e7-bb351d7198ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:57.59385669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ac5896-7eaa-4839-94e7-bb351d7198ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:57.648427125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ac5896-7eaa-4839-94e7-bb351d7198ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.529299687Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"620edbe0-6282-4aa5-b8a2-8be396f26c9e","namespace":"llm","name":"e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.581285897Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"0c4add51-748c-472e-838e-807a7e7c2d9b","namespace":"llm","name":"e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.730929061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"1086ff64-ec97-4178-bb54-b5b78ca301ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.731055047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aec1ebfe-1ab5-4cfc-aae9-d7eb39f965b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.731355792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"30687eee-0b36-4876-bb83-3b0213a98a7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.731430665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"f5a844f9-f78d-452d-ac27-815686c18658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.731724905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7a18e3c-ca43-45cc-b30a-2ec337cc2f83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.786538207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"70fe59f1-9fac-4888-8d8c-abf005125128","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.786557823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"70fe59f1-9fac-4888-8d8c-abf005125128","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.786891793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7b02e338-a6b2-44dc-acda-81939edfc895","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.786905294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7b02e338-a6b2-44dc-acda-81939edfc895","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.787167333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"613385d2-c82a-4d8e-a7b8-0f8f9cf154a6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.787179387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"613385d2-c82a-4d8e-a7b8-0f8f9cf154a6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.787414405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5eed083d-c761-4a78-a266-34b284604d2e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.78742465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5eed083d-c761-4a78-a266-34b284604d2e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.787656688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0d305b95-d0f8-4fc8-88b2-99f5e33ae27d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.787667006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0d305b95-d0f8-4fc8-88b2-99f5e33ae27d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.787911155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"535e349c-ddbc-443b-a0de-f4fedcd2b125","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.787922241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"535e349c-ddbc-443b-a0de-f4fedcd2b125","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.788256156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18305ec7-e656-42f1-93e6-c1d162b39da9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.78827029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18305ec7-e656-42f1-93e6-c1d162b39da9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.788512379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"301e6356-d4c3-4709-95e9-38199404b47a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.788524488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"301e6356-d4c3-4709-95e9-38199404b47a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.790975862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"f5a844f9-f78d-452d-ac27-815686c18658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.793068494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"30687eee-0b36-4876-bb83-3b0213a98a7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.7952863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"1086ff64-ec97-4178-bb54-b5b78ca301ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.844244619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c100fc1e-d1c8-44c2-80c1-c9d71522a598","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.844267234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c100fc1e-d1c8-44c2-80c1-c9d71522a598","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.84475477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"af6395a1-5c42-4afe-b695-85f7df367cfc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.844772122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"af6395a1-5c42-4afe-b695-85f7df367cfc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.845012559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7ff1fa62-f1d6-4489-b32f-bddac5d85694","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.84502497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7ff1fa62-f1d6-4489-b32f-bddac5d85694","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.845261517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0001d0d5-9a90-4103-92de-19f6bd25b1cd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.845272194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0001d0d5-9a90-4103-92de-19f6bd25b1cd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.845477333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e7957f49-0ee6-48d4-824c-5c76ae9f7b1d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.845487048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e7957f49-0ee6-48d4-824c-5c76ae9f7b1d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.84568669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"795f38eb-baa2-4306-bc13-2508cc34db17","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.845695518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"795f38eb-baa2-4306-bc13-2508cc34db17","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.845901018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aae873d3-d4fc-4e0a-acb7-ed6db6f1c044","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.845911232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aae873d3-d4fc-4e0a-acb7-ed6db6f1c044","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.846278041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"26524197-b7d8-4bb2-9c76-81bfed38134b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.846294227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"26524197-b7d8-4bb2-9c76-81bfed38134b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.857437635Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aec1ebfe-1ab5-4cfc-aae9-d7eb39f965b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:51:58.898455618Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7a18e3c-ca43-45cc-b30a-2ec337cc2f83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:58.913351441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aec1ebfe-1ab5-4cfc-aae9-d7eb39f965b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:51:58.957273784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7a18e3c-ca43-45cc-b30a-2ec337cc2f83","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.005223926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"be9dde63-5e09-4eaf-bfca-7f13e5eee9e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.005708251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"77e98049-6cc2-416a-a1ea-88fa0dc36a70","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.094355343Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"fec08364-3529-4dde-84bf-7fd8cb9f2b51","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"name":"e2e-dft-01d137","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.196939828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"edc9f77a-3e67-4644-b248-7e844c0ff4b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.200570466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"5658f562-1e4f-4ce3-bb17-16f394c6d2ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.20211294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"208bc9b9-71ce-4a41-a1df-af88a4e3dab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.202228872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"968f2542-a6c9-4964-8590-1294954f2abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.208685217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf5282a5-48a7-4b15-becd-358d7f9afdc6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.208711172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf5282a5-48a7-4b15-becd-358d7f9afdc6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.209231214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69b6d3cf-3916-4bf4-884a-35624ec19d8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.209246048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69b6d3cf-3916-4bf4-884a-35624ec19d8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.249351115Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"d031ed5b-2441-41b2-a639-ebba8a1d49aa","namespace":"llm","name":"e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.256439392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"edc9f77a-3e67-4644-b248-7e844c0ff4b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.261946843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"968f2542-a6c9-4964-8590-1294954f2abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.26764264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"5658f562-1e4f-4ce3-bb17-16f394c6d2ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.28881088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"208bc9b9-71ce-4a41-a1df-af88a4e3dab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.289526385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"3912a4fe-c2b6-49a5-ba94-50ec13708a47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.350441151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"3912a4fe-c2b6-49a5-ba94-50ec13708a47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.577498062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"25bf13b5-8d1a-4395-a99c-090f10cbefc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.58225875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"65ccc663-c46d-4bd9-a3a3-85c378092d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.589788719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"45a4740a-6e75-45e8-8a90-5cbef174b34f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.620613028Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"1bb4ef60-9f58-4d7a-83b0-ecaee18461f6","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"name":"e2e-dft-991402","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.635064852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"25bf13b5-8d1a-4395-a99c-090f10cbefc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.639549829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"65ccc663-c46d-4bd9-a3a3-85c378092d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.646158547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f417e8c7-8c6f-44f3-a6dc-0107565ae994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.646452223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f557815c-c6dc-4b96-9478-a73d07afcb88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.647334389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"45a4740a-6e75-45e8-8a90-5cbef174b34f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.701123046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f417e8c7-8c6f-44f3-a6dc-0107565ae994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.704525292Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"4bd97959-f219-4d41-9ecb-6ef1201a8003","namespace":"llm","name":"e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.734463516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f557815c-c6dc-4b96-9478-a73d07afcb88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.760901527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f417e8c7-8c6f-44f3-a6dc-0107565ae994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.761367974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"1e08537c-6ead-46c2-a4e8-5e6aa0b32ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.817641913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f417e8c7-8c6f-44f3-a6dc-0107565ae994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.819932134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f557815c-c6dc-4b96-9478-a73d07afcb88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.821247553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"1e08537c-6ead-46c2-a4e8-5e6aa0b32ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.875556887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"46de3f28-fe35-4e15-8cde-a2b310318b15","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.875586402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"46de3f28-fe35-4e15-8cde-a2b310318b15","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"routeName":"external-model-e2e-dft-01d137-e9c9c4be0ab9","namespace":"llm","model":"e2e-dft-01d137","externalModel":"e2e-dft-01d137","provider":"e2e-dft-01d137-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.98870084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8a0fe8ce-c2cf-4052-a557-4937e1988205","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:51:59.98872468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8a0fe8ce-c2cf-4052-a557-4937e1988205","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.092314038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"a70c6afe-c6bc-488f-85bc-35e03b800e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.144985256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c17248f2-0eae-4773-836c-dd1b08f0fe89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.14500594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"92cb9720-569f-4ffd-9e83-acaebcf5157a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.149774532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"a70c6afe-c6bc-488f-85bc-35e03b800e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.199079284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"1d15003e-4268-42eb-8b8e-9332187fcbef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.203495108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c17248f2-0eae-4773-836c-dd1b08f0fe89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.203706714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"92cb9720-569f-4ffd-9e83-acaebcf5157a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.25244175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"0540d208-abb3-4c2c-93e0-55e631389217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.257112098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"1d15003e-4268-42eb-8b8e-9332187fcbef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.259755808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c17248f2-0eae-4773-836c-dd1b08f0fe89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.310182007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"0540d208-abb3-4c2c-93e0-55e631389217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.420029519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"ee59d04d-15e9-4b87-acfa-ed87df85b8d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.477246005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"ee59d04d-15e9-4b87-acfa-ed87df85b8d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.521265271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"dc82d77d-c157-4c11-ab25-3030d18075ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.578698749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"dc82d77d-c157-4c11-ab25-3030d18075ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.621144901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"3b69d3cc-127f-4ee8-a457-413299a063ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.621144948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"b77a22b0-318e-4304-9238-d62894c599c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.679045094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"3b69d3cc-127f-4ee8-a457-413299a063ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.679086434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"b77a22b0-318e-4304-9238-d62894c599c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.718195106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"e4c7c179-665b-406d-8dc2-623ec1824a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.777318551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"e4c7c179-665b-406d-8dc2-623ec1824a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.814206889Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"a836bb72-0be1-49d9-9c98-f3836607e5d5","namespace":"llm","name":"e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.844072293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71c30c06-858e-4ffb-abd8-36730e799067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.957885491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"d933f1e6-b812-4a70-9d17-c2206183d8f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:00.960134159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71c30c06-858e-4ffb-abd8-36730e799067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.015575225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"d933f1e6-b812-4a70-9d17-c2206183d8f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.015981396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71c30c06-858e-4ffb-abd8-36730e799067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.065824743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"8f252937-193e-4b83-b9e6-c0d2dda7eb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.069251786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"957d8213-f490-4b8c-a09e-edcddf896a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.123811859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"8f252937-193e-4b83-b9e6-c0d2dda7eb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.129911395Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"7d99be72-9ec8-4fde-a483-57df67a1e14b","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"name":"e2e-dft-991402","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.134146047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"957d8213-f490-4b8c-a09e-edcddf896a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.22494653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42a9c35d-b7c4-4b72-ba64-421140d764d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.225903322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"f045f6e9-7f66-4992-ae8b-7a89cd33f0a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.226538835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"746114ea-655c-452d-b7b7-1c3fb8047b8f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.226553537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"746114ea-655c-452d-b7b7-1c3fb8047b8f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.226817132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f0cf2d2b-4b8c-42c6-a33f-4863b92632d3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.226828933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f0cf2d2b-4b8c-42c6-a33f-4863b92632d3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.227042162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4fefba8b-eb02-410e-855c-c28cd26a37ad","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.227052634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4fefba8b-eb02-410e-855c-c28cd26a37ad","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.227284478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a5c015db-9cb9-4aec-b673-b612ea0cee44","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.227296356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a5c015db-9cb9-4aec-b673-b612ea0cee44","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.227511969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"77c73f30-1025-49c1-a53a-4cdd909e49b5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.227522807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"77c73f30-1025-49c1-a53a-4cdd909e49b5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.227753139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6d6ddaf-1c31-42d1-916b-ae9abb7cddd0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.227764379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6d6ddaf-1c31-42d1-916b-ae9abb7cddd0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.228505251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"957d8213-f490-4b8c-a09e-edcddf896a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.283067218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42a9c35d-b7c4-4b72-ba64-421140d764d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.283566897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"44f7bfb3-91d3-4c38-a4b6-615effb65982","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.283585624Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"44f7bfb3-91d3-4c38-a4b6-615effb65982","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"routeName":"external-model-e2e-dft-01d137-e9c9c4be0ab9","namespace":"llm","model":"e2e-dft-01d137","externalModel":"e2e-dft-01d137","provider":"e2e-dft-01d137-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.285874932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"f045f6e9-7f66-4992-ae8b-7a89cd33f0a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.392243893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d38da31f-b48e-49e9-9c17-d96668f49b41","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.392927293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"98237493-bc24-49dc-8349-9f813b4c2fcf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.39378907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0a6c33eb-e306-4bbb-93ff-0f3f0bec050e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.393811352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0a6c33eb-e306-4bbb-93ff-0f3f0bec050e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.394243703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1aae6dfd-c51b-4c8b-a2c7-cffd85ef11ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.394262339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1aae6dfd-c51b-4c8b-a2c7-cffd85ef11ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.396352039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42a9c35d-b7c4-4b72-ba64-421140d764d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.495160963Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"d0a110c4-ac12-4ab7-9edc-28e880f0f3bb","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"name":"e2e-dft-991402","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.495560943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"80b65a1f-3f4d-4b7a-afe8-5bc74bd8b7c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.554066857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"ce2b20a3-b634-49f4-bd9f-426972484893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.575126022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"80b65a1f-3f4d-4b7a-afe8-5bc74bd8b7c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.61115647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"572f03a3-5a08-4fa0-a24e-0a462e2e65c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.61572068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"ce2b20a3-b634-49f4-bd9f-426972484893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.669805625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"572f03a3-5a08-4fa0-a24e-0a462e2e65c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.69098254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"c286c67b-dd33-4ab7-abd6-e6a79f16e922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.71879789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"f57feb76-d7c2-43c6-8def-f84673bcc129","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.749944547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"c286c67b-dd33-4ab7-abd6-e6a79f16e922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.776200879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"f57feb76-d7c2-43c6-8def-f84673bcc129","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.835050142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31902a17-ef7a-4e67-b11c-eff4490eff7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.88934439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31902a17-ef7a-4e67-b11c-eff4490eff7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.943431298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31902a17-ef7a-4e67-b11c-eff4490eff7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:01.997608993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31902a17-ef7a-4e67-b11c-eff4490eff7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.022651693Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"5457cfa7-21e6-4a18-84e8-de6591b58b13","namespace":"llm","name":"e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.053672387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"b76d5aff-e3c9-47b5-b4db-cc8a3cd87abc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.076639967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"8d5683e6-68a6-4a40-bdd9-d90e588eadd3","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.076666643Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"8d5683e6-68a6-4a40-bdd9-d90e588eadd3","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"routeName":"external-model-e2e-dft-991402-838ec870c125","namespace":"llm","model":"e2e-dft-991402","externalModel":"e2e-dft-991402","provider":"e2e-dft-991402-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.106782779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"aa437d96-d17a-4e02-9680-23292bdd84c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.106804052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"434be2d7-bf99-4109-b72a-ddf0567cce0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.11197212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"b76d5aff-e3c9-47b5-b4db-cc8a3cd87abc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.178113778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"434be2d7-bf99-4109-b72a-ddf0567cce0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.17833472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"aa437d96-d17a-4e02-9680-23292bdd84c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.271415599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05ccc9a1-01fd-4d0b-a529-33f0b0ccd723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.272461406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7d63cbf-f167-4301-9301-86f5c083c455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.337454396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7d63cbf-f167-4301-9301-86f5c083c455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.345210243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05ccc9a1-01fd-4d0b-a529-33f0b0ccd723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.394051811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7d63cbf-f167-4301-9301-86f5c083c455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.401352785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05ccc9a1-01fd-4d0b-a529-33f0b0ccd723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.531887552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"702ad9f8-fc66-4bd1-abaa-e4a334800c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.589294503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"702ad9f8-fc66-4bd1-abaa-e4a334800c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.633586841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"46e6d2bd-93eb-49b2-b224-eb1213aa0eba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.633616731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"6097c896-71e5-4262-b8ad-19e367e694f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.634466668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"c5c09095-c547-4749-b447-07c14e7bfbd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.635271163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"1383e689-52eb-4278-882b-fd872c742800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.69295613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"6097c896-71e5-4262-b8ad-19e367e694f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.693677684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"46e6d2bd-93eb-49b2-b224-eb1213aa0eba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.696573449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"c5c09095-c547-4749-b447-07c14e7bfbd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.697054091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"1383e689-52eb-4278-882b-fd872c742800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:02.961324072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"73e50ef0-aed0-497a-b11f-fd9b16610fee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:03.018358278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"73e50ef0-aed0-497a-b11f-fd9b16610fee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:03.062985755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"e4e757cc-4025-42ad-9ded-4a251f82c054","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:03.063065083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"4ab80a30-61d4-4a99-8d70-8f1323647de4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:03.063654765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"ad86fb32-5355-4b20-b96e-13b93b62598a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:03.063681663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"86451475-1939-4953-8129-734d4deec177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:03.12183122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"4ab80a30-61d4-4a99-8d70-8f1323647de4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:03.122258178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"ad86fb32-5355-4b20-b96e-13b93b62598a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:03.124253647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"86451475-1939-4953-8129-734d4deec177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:03.124484964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"e4e757cc-4025-42ad-9ded-4a251f82c054","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:05.105343693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"1348515f-fbed-42b4-baaa-dc8f69fba100","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:05.105375175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"1348515f-fbed-42b4-baaa-dc8f69fba100","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"routeName":"external-model-e2e-dft-01d137-e9c9c4be0ab9","namespace":"llm","model":"e2e-dft-01d137","externalModel":"e2e-dft-01d137","provider":"e2e-dft-01d137-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:05.213285508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"3b5d2694-a7f6-4560-b70e-f343bd63f39e","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:05.213311985Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"3b5d2694-a7f6-4560-b70e-f343bd63f39e","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"routeName":"external-model-e2e-dft-01d137-e9c9c4be0ab9","namespace":"llm","model":"e2e-dft-01d137","externalModel":"e2e-dft-01d137","provider":"e2e-dft-01d137-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:05.321594622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"eaeb9cfb-2e63-401f-8351-0f0e45a37c25","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:05.379562119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"eaeb9cfb-2e63-401f-8351-0f0e45a37c25","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:05.436371424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"eaeb9cfb-2e63-401f-8351-0f0e45a37c25","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:05.548787162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"c08d60df-2084-40c7-917a-38205d171555","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:05.548813655Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"c08d60df-2084-40c7-917a-38205d171555","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"routeName":"external-model-e2e-dft-01d137-e9c9c4be0ab9","namespace":"llm","model":"e2e-dft-01d137","externalModel":"e2e-dft-01d137","provider":"e2e-dft-01d137-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:05.65676051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"90672cac-d82a-4303-94c1-928fd7589bc9","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:05.656788315Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"90672cac-d82a-4303-94c1-928fd7589bc9","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"routeName":"external-model-e2e-dft-991402-838ec870c125","namespace":"llm","model":"e2e-dft-991402","externalModel":"e2e-dft-991402","provider":"e2e-dft-991402-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:05.763134899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"da1a635b-c402-4936-af77-2e209b4d4995","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:05.822612022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"da1a635b-c402-4936-af77-2e209b4d4995","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:05.856320027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"e5d7b7b8-993a-4f2a-9aba-ab9583c8915b","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:05.878979822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"da1a635b-c402-4936-af77-2e209b4d4995","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:05.913954104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"e5d7b7b8-993a-4f2a-9aba-ab9583c8915b","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:05.97233156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"e5d7b7b8-993a-4f2a-9aba-ab9583c8915b","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:06.083164423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"f299f8f6-130d-4402-a0b5-209b38ebebbe","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:06.083209121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"f299f8f6-130d-4402-a0b5-209b38ebebbe","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"routeName":"external-model-e2e-dft-991402-838ec870c125","namespace":"llm","model":"e2e-dft-991402","externalModel":"e2e-dft-991402","provider":"e2e-dft-991402-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:06.14320034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"269189e1-4c3f-42a0-ac31-22e7b74b3935","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-28197c","tenantID":"e2e-extmod-a-28197c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:06.26034242Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"269189e1-4c3f-42a0-ac31-22e7b74b3935","name":"e2e-extmod-a-28197c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:06.297964362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"37c30a37-a93b-482e-b886-2210df936e9c","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:06.356235455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"37c30a37-a93b-482e-b886-2210df936e9c","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:06.41268203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"37c30a37-a93b-482e-b886-2210df936e9c","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:10.832441328Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:12.664207147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c966350d-67fa-4bb7-abbd-a8cbceaab83c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:12.671518194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f0bcc12-fa2e-4146-a720-51ff47a1f6a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:12.722458807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c966350d-67fa-4bb7-abbd-a8cbceaab83c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:12.73109218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f0bcc12-fa2e-4146-a720-51ff47a1f6a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:12.779691619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c966350d-67fa-4bb7-abbd-a8cbceaab83c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:12.787924091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f0bcc12-fa2e-4146-a720-51ff47a1f6a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:16.154219817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"b9435526-4cec-43b1-aeed-b0ea96bcdcdf","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:16.212166764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"b9435526-4cec-43b1-aeed-b0ea96bcdcdf","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:16.269091685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"b9435526-4cec-43b1-aeed-b0ea96bcdcdf","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:16.683935543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"27a7a651-5daf-4338-82da-33c0db38efdc","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:16.741419912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"27a7a651-5daf-4338-82da-33c0db38efdc","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:16.797493775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"27a7a651-5daf-4338-82da-33c0db38efdc","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:19.970277438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"2daa59e2-7b78-47eb-b61b-041d06b68f9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:20.081490044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4616d5cc-188f-4541-9d3e-16f77d97c0be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:20.250932139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"a2a63267-f1a6-48ba-8499-5bd89d4f0b2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:20.661261077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ee82cab-5020-410d-bcb1-95542e9a6f01","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:20.761245097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"7999b958-1edd-49e7-b568-e2da27a00da0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:20.886720986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"95aff621-f944-4537-9fbf-9b006d781dc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:20.987076724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"4a538fd7-4b98-40e0-a726-87380444b21f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:21.0003606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"5fb35213-a9b6-46d2-aa8c-acff1b98580b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:21.089531183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"8de4ac3a-0545-421e-aa58-815d1c84c9e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:21.188089269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"2e0503ad-2b84-44ed-8ad9-3889bf07011d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:21.336607568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"671a3aca-11e9-48be-80b9-731f762c8cd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:21.609621847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"a88af800-4725-432d-b7b3-3dcda822f197","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:21.84088197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"3d41d5b5-ece8-491e-ab5f-d72c9a0713cc","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:21.841027266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"b52dc0f0-61d4-47a3-a863-e71e5bc7652b","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:21.84089336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f03af9e9-1f84-44e9-9f4c-2a40cc8963db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:21.8413928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35f9253b-cf03-4666-8aff-808ce2326b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:21.899240763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f03af9e9-1f84-44e9-9f4c-2a40cc8963db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:21.899308483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"b52dc0f0-61d4-47a3-a863-e71e5bc7652b","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:21.901925155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"3d41d5b5-ece8-491e-ab5f-d72c9a0713cc","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:21.901995514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35f9253b-cf03-4666-8aff-808ce2326b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:21.956668323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f03af9e9-1f84-44e9-9f4c-2a40cc8963db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:21.956801147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"b52dc0f0-61d4-47a3-a863-e71e5bc7652b","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:21.958325477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"3d41d5b5-ece8-491e-ab5f-d72c9a0713cc","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:21.958476107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35f9253b-cf03-4666-8aff-808ce2326b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.016705915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6324729-6224-4696-8dbc-19fe4f8326c0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.016758808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6324729-6224-4696-8dbc-19fe4f8326c0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.072783199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"40ea9aff-cd8d-48d0-a297-dd1b3130214b","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.072811746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"40ea9aff-cd8d-48d0-a297-dd1b3130214b","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"routeName":"external-model-e2e-dft-991402-838ec870c125","namespace":"llm","model":"e2e-dft-991402","externalModel":"e2e-dft-991402","provider":"e2e-dft-991402-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.180437496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"2d644f5b-dbbc-4110-b58d-712164c4eb8e","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.18046232Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"2d644f5b-dbbc-4110-b58d-712164c4eb8e","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"routeName":"external-model-e2e-dft-01d137-e9c9c4be0ab9","namespace":"llm","model":"e2e-dft-01d137","externalModel":"e2e-dft-01d137","provider":"e2e-dft-01d137-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.234640459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a537ad73-6674-4b0f-97ce-84e41aef64de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.23466386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a537ad73-6674-4b0f-97ce-84e41aef64de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.284556475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fedf3102-454e-42fc-9bdf-22a2d3cdad5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.2862567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"5c293734-d0e1-40ca-aa5f-629e7c604bcb","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.334243459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"487a320d-8ddc-4bc4-bc19-e72a83ff722e","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.337022937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f4451f2-c1ec-4cc4-a112-b9e084154feb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.342447214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fedf3102-454e-42fc-9bdf-22a2d3cdad5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.343836018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"5c293734-d0e1-40ca-aa5f-629e7c604bcb","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.392751827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"487a320d-8ddc-4bc4-bc19-e72a83ff722e","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.395192826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f4451f2-c1ec-4cc4-a112-b9e084154feb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.399530101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fedf3102-454e-42fc-9bdf-22a2d3cdad5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.400697569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"5c293734-d0e1-40ca-aa5f-629e7c604bcb","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.44995305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"487a320d-8ddc-4bc4-bc19-e72a83ff722e","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.451808688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f4451f2-c1ec-4cc4-a112-b9e084154feb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:52:22.455529891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fedf3102-454e-42fc-9bdf-22a2d3cdad5c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:52:22.496780794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"5c293734-d0e1-40ca-aa5f-629e7c604bcb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-991402-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:52:22.504565785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"487a320d-8ddc-4bc4-bc19-e72a83ff722e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-01d137-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:52:22.506473725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f4451f2-c1ec-4cc4-a112-b9e084154feb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.72943679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10cf27ac-cd95-4952-af37-ca4f43529bf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.788888625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10cf27ac-cd95-4952-af37-ca4f43529bf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.830000376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ed2b6e0-0d95-4828-b47e-8ab0e07e80d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.830152762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"19c0b69f-e3d3-4a72-88c7-1437e88ba342","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.831146739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"029ffe16-5f15-43dd-b887-97d5dacd9927","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.845510638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10cf27ac-cd95-4952-af37-ca4f43529bf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.888605541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"19c0b69f-e3d3-4a72-88c7-1437e88ba342","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.889768558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ed2b6e0-0d95-4828-b47e-8ab0e07e80d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.89106538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"029ffe16-5f15-43dd-b887-97d5dacd9927","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.945448465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"19c0b69f-e3d3-4a72-88c7-1437e88ba342","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.946243892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ed2b6e0-0d95-4828-b47e-8ab0e07e80d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:22.947687834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"029ffe16-5f15-43dd-b887-97d5dacd9927","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:33.112868627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"696484c0-c28b-4c0e-b29b-5d4eafa08784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:33.171959465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"696484c0-c28b-4c0e-b29b-5d4eafa08784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:33.214996213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"0ca33fa1-d599-4255-a448-558b07f55246","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:33.217812076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96c5174a-f766-4d39-8ec9-5f19d6d75df2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:33.21782188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"11b35ecb-d90e-4a9d-a3f7-b6675ec65683","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:33.228469316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"696484c0-c28b-4c0e-b29b-5d4eafa08784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:33.27306107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"0ca33fa1-d599-4255-a448-558b07f55246","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:33.278664813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96c5174a-f766-4d39-8ec9-5f19d6d75df2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:33.278711361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"11b35ecb-d90e-4a9d-a3f7-b6675ec65683","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:33.329911624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"0ca33fa1-d599-4255-a448-558b07f55246","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:33.335674916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96c5174a-f766-4d39-8ec9-5f19d6d75df2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:33.336043542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"11b35ecb-d90e-4a9d-a3f7-b6675ec65683","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:40.832278398Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:43.498959549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d9f1f2e-6a11-415a-b6ae-ac0829d49771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:43.556914693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d9f1f2e-6a11-415a-b6ae-ac0829d49771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:43.597356184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"d386dd08-74ec-461a-b4b3-441cc79951be","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:43.605377762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c95a3a5b-073a-475a-9e8b-22db7bc5fff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:43.605409505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"d35b38b3-8675-46fd-9d56-dadc2dcd6671","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:43.613885388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d9f1f2e-6a11-415a-b6ae-ac0829d49771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:43.655099815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"d386dd08-74ec-461a-b4b3-441cc79951be","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:43.664488289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c95a3a5b-073a-475a-9e8b-22db7bc5fff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:43.664793075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"d35b38b3-8675-46fd-9d56-dadc2dcd6671","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:43.712236075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"d386dd08-74ec-461a-b4b3-441cc79951be","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:43.721487307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c95a3a5b-073a-475a-9e8b-22db7bc5fff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:43.721561349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"d35b38b3-8675-46fd-9d56-dadc2dcd6671","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:53.882886821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71be16b4-6dbc-4ae2-86ef-4f852a6c8239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:53.94199511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71be16b4-6dbc-4ae2-86ef-4f852a6c8239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:53.983315021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"77323794-c180-4740-b1a7-b3c89e2d13b3","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:53.990630909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0eec048-5f90-4b3f-a1e6-4c552f24f247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:53.990644817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"581e309b-3652-45f9-bba8-fbbe3071d775","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:53.998277904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71be16b4-6dbc-4ae2-86ef-4f852a6c8239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:54.04162647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"77323794-c180-4740-b1a7-b3c89e2d13b3","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:54.04845708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0eec048-5f90-4b3f-a1e6-4c552f24f247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:54.048608191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"581e309b-3652-45f9-bba8-fbbe3071d775","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:54.098838209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"77323794-c180-4740-b1a7-b3c89e2d13b3","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:54.105308363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"581e309b-3652-45f9-bba8-fbbe3071d775","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:54.105621747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0eec048-5f90-4b3f-a1e6-4c552f24f247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:56.38285238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3307cdb-9e32-4a20-be40-de1f27550bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:56.437520051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3307cdb-9e32-4a20-be40-de1f27550bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:56.492164074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3307cdb-9e32-4a20-be40-de1f27550bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:52:56.546679784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3307cdb-9e32-4a20-be40-de1f27550bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:00.554196852Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"309207bd-266d-49d9-b7f9-dea1f1973f3a","namespace":"ai-tenant-e2e-extmod-a-0a8f62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:00.554264525Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"309207bd-266d-49d9-b7f9-dea1f1973f3a","namespace":"ai-tenant-e2e-extmod-a-0a8f62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:00.554325217Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"309207bd-266d-49d9-b7f9-dea1f1973f3a","aitenant":"ai-tenants/e2e-extmod-a-0a8f62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:00.554418353Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","namespace":"ai-tenant-e2e-extmod-a-8d5148","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:00.554464976Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","namespace":"ai-tenant-e2e-extmod-a-8d5148","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:00.554509394Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","tenant":"e2e-extmod-a-8d5148","tenantID":"e2e-extmod-a-8d5148","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:00.609691671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","gvk":"Deployment","name":"maas-api-e2e-extmod-a-8d5148","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:00.67886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","gvk":"Service","name":"maas-api-e2e-extmod-a-8d5148","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:00.746218917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-8d5148","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:00.805048715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-8d5148","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:00.863190148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-8d5148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:00.924118529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-8d5148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:00.982606599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-8d5148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:01.03853381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-8d5148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:01.096777232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-8d5148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:01.150417795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-8d5148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:01.204001964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","gvk":"Service","name":"payload-processing-e2e-extmod-a-8d5148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:01.257468596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-8d5148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:01.310785687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-8d5148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:01.364236978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-8d5148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:01.417643454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-8d5148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:01.473861526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-8d5148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:01.527269247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-8d5148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:01.580630614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-8d5148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:01.634204644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-8d5148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:01.68807599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d5148"},"namespace":"ai-tenant-e2e-extmod-a-8d5148","name":"default-tenant","reconcileID":"afb5669c-f382-45c6-b165-599f0d87f420","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-8d5148","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:02.131770737Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8d5148","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8d5148","reconcileID":"0488a2bc-e656-47ca-8a97-9e846bb94ff2","aitenant":"ai-tenants/e2e-extmod-a-8d5148","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:02.750775168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2916c6e-cf29-4c70-b8fc-091f0489e7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:02.805088135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2916c6e-cf29-4c70-b8fc-091f0489e7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:02.85929458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2916c6e-cf29-4c70-b8fc-091f0489e7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:02.913904662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2916c6e-cf29-4c70-b8fc-091f0489e7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:02.974001338Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8d5148","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8d5148","reconcileID":"0488a2bc-e656-47ca-8a97-9e846bb94ff2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8d5148","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-8d5148"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:04.279467337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49adef66-1c86-4597-a2ab-b8d05fa07e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:04.337222326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49adef66-1c86-4597-a2ab-b8d05fa07e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:04.386896397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"5250bc5c-4d3c-4543-a8c9-5d0f42036fca","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:04.387080703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"213f4c40-5533-4e17-96b3-19c5ced33580","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:04.387329016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1112ac0-d4bc-46b3-b068-1fd6e08cb9f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:04.444691071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"5250bc5c-4d3c-4543-a8c9-5d0f42036fca","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:04.444983778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"213f4c40-5533-4e17-96b3-19c5ced33580","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:04.447061259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1112ac0-d4bc-46b3-b068-1fd6e08cb9f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:04.611563193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aff78120-9a7c-44ac-8417-e6cb76564166","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:04.611583977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aff78120-9a7c-44ac-8417-e6cb76564166","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:04.767476384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c44e43bd-b6b4-4270-a39c-8ca6d53561e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:04.767498744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c44e43bd-b6b4-4270-a39c-8ca6d53561e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:04.869153514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007110fd-29ea-42dd-87fe-269b41d38d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:04.923373736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007110fd-29ea-42dd-87fe-269b41d38d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:04.977396955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007110fd-29ea-42dd-87fe-269b41d38d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:05.031376972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"0503df04-2ccf-48c4-8015-b409e8260915","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:05.031405696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"0503df04-2ccf-48c4-8015-b409e8260915","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"routeName":"external-model-e2e-dft-991402-838ec870c125","namespace":"llm","model":"e2e-dft-991402","externalModel":"e2e-dft-991402","provider":"e2e-dft-991402-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:05.031481186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007110fd-29ea-42dd-87fe-269b41d38d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:05.139361389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"8784bc51-331f-44e3-b6e2-02fc99c641fc","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:05.1393913Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"8784bc51-331f-44e3-b6e2-02fc99c641fc","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"routeName":"external-model-e2e-dft-01d137-e9c9c4be0ab9","namespace":"llm","model":"e2e-dft-01d137","externalModel":"e2e-dft-01d137","provider":"e2e-dft-01d137-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:05.714811444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"15d89258-e53c-4c68-ad9c-c7d5dcc9f15c","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:05.714840995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"15d89258-e53c-4c68-ad9c-c7d5dcc9f15c","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"routeName":"external-model-e2e-dft-01d137-e9c9c4be0ab9","namespace":"llm","model":"e2e-dft-01d137","externalModel":"e2e-dft-01d137","provider":"e2e-dft-01d137-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:53:05.773398368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-01d137-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-sub","reconcileID":"326c5ec6-7397-428d-93ab-9974e891187c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-01d137-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:05.88125139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"58bbbc01-fa88-4f76-8cf8-519cd8fa1cda","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:05.881294428Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"58bbbc01-fa88-4f76-8cf8-519cd8fa1cda","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"routeName":"external-model-e2e-dft-01d137-e9c9c4be0ab9","namespace":"llm","model":"e2e-dft-01d137","externalModel":"e2e-dft-01d137","provider":"e2e-dft-01d137-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:05.929587483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"b87247bc-b5ff-4fe9-848f-d5b40f895f37","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:05.929838383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e3a434c-7044-47f8-8f4a-7d8f0a063b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:05.929587174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"807a5dbb-4d78-4248-8435-29958c14aca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:05.933016984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"dc9a4359-2813-4dc8-af1f-949cf70ce15e","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:53:05.99124869Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"58bbbc01-fa88-4f76-8cf8-519cd8fa1cda","name":"e2e-dft-01d137","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-01d137\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:53:05.991303239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"58bbbc01-fa88-4f76-8cf8-519cd8fa1cda","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-01d137\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:05.995021567Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-01d137-sub models-as-a-service/e2e-dft-991402-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.055491076Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"b87247bc-b5ff-4fe9-848f-d5b40f895f37","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:53:06.083076869Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e3a434c-7044-47f8-8f4a-7d8f0a063b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.095176618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"34813a80-9db4-4d0a-a1ae-5262e97b33af","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.095205626Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"34813a80-9db4-4d0a-a1ae-5262e97b33af","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"routeName":"external-model-e2e-dft-01d137-e9c9c4be0ab9","namespace":"llm","model":"e2e-dft-01d137","externalModel":"e2e-dft-01d137","provider":"e2e-dft-01d137-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:53:06.100744814Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"807a5dbb-4d78-4248-8435-29958c14aca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:53:06.100849568Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"dc9a4359-2813-4dc8-af1f-949cf70ce15e","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:53:06.155578084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e3a434c-7044-47f8-8f4a-7d8f0a063b42","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.204571202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"7f448846-94ec-4fdc-bfe7-a360f6137c1f","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.204597595Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"7f448846-94ec-4fdc-bfe7-a360f6137c1f","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"routeName":"external-model-e2e-dft-991402-838ec870c125","namespace":"llm","model":"e2e-dft-991402","externalModel":"e2e-dft-991402","provider":"e2e-dft-991402-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:53:06.204864844Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-dft-991402-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-991402-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.207418116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"b87247bc-b5ff-4fe9-848f-d5b40f895f37","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:53:06.20851326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"dc9a4359-2813-4dc8-af1f-949cf70ce15e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:53:06.211971158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"807a5dbb-4d78-4248-8435-29958c14aca6","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.260962045Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-01d137-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-sub","reconcileID":"0ff9332b-da72-48b7-9eca-437811916c96","MaaSSubscription":{"name":"e2e-dft-01d137-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-01d137","model":"e2e-dft-01d137","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-01d137-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.370848661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"b19c7d10-0574-4df2-b18d-c562e43a45e4","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.370876965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"b19c7d10-0574-4df2-b18d-c562e43a45e4","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"routeName":"external-model-e2e-dft-01d137-e9c9c4be0ab9","namespace":"llm","model":"e2e-dft-01d137","externalModel":"e2e-dft-01d137","provider":"e2e-dft-01d137-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.476221337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3ceff7f-e3c4-4c99-9e59-96c48c46ba24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.529344409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac6d233b-4891-4d63-8ab9-16fb176d6d16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.53085067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"8564eabe-3a58-41b1-be26-ed8340f96ca5","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.531970603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"fa754b57-c931-4d08-81bb-aecfa6dd81d5","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.531990822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"fa754b57-c931-4d08-81bb-aecfa6dd81d5","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"routeName":"external-model-e2e-dft-991402-838ec870c125","namespace":"llm","model":"e2e-dft-991402","externalModel":"e2e-dft-991402","provider":"e2e-dft-991402-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.535335532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3ceff7f-e3c4-4c99-9e59-96c48c46ba24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.537916775Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-991402-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-sub","reconcileID":"af24a96e-f5d2-4c54-9031-498b33b3a98c","MaaSSubscription":{"name":"e2e-dft-991402-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-991402","model":"e2e-dft-991402","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-991402-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.588506848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac6d233b-4891-4d63-8ab9-16fb176d6d16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.589561288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1718f66-196f-4153-bf29-2df3e2cf0835","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.589576201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1718f66-196f-4153-bf29-2df3e2cf0835","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.589962569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0d8dbe53-7604-4d0e-8607-88198f31446c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.589974653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0d8dbe53-7604-4d0e-8607-88198f31446c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.593723366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"8564eabe-3a58-41b1-be26-ed8340f96ca5","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.637550596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"86eac6fd-06ca-46db-a062-a377255ddba0","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.643904756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"566fc3ae-cdbe-4d27-a380-2dfb5c71f833","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.643931624Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"566fc3ae-cdbe-4d27-a380-2dfb5c71f833","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"routeName":"external-model-e2e-dft-01d137-e9c9c4be0ab9","namespace":"llm","model":"e2e-dft-01d137","externalModel":"e2e-dft-01d137","provider":"e2e-dft-01d137-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.695526789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"86eac6fd-06ca-46db-a062-a377255ddba0","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.752323025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"86eac6fd-06ca-46db-a062-a377255ddba0","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.807123773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-01d137-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-sub","reconcileID":"48f487b0-8d0e-4126-bbee-df6d9d9ceee0","MaaSSubscription":{"name":"e2e-dft-01d137-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-01d137","model":"llm/e2e-dft-01d137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.815100565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"0dd41ba2-f903-4161-8ba7-f53ec4bade81","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.815130754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"0dd41ba2-f903-4161-8ba7-f53ec4bade81","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"routeName":"external-model-e2e-dft-991402-838ec870c125","namespace":"llm","model":"e2e-dft-991402","externalModel":"e2e-dft-991402","provider":"e2e-dft-991402-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.99830748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165887e1-aa8f-4e06-8ec9-941ed657d74c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:06.9986718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"121ae193-bbf5-485a-9411-704ea4b7c646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.029676146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-991402-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-sub","reconcileID":"d9a9ef5c-9f97-4151-bf79-3631a124f70e","MaaSSubscription":{"name":"e2e-dft-991402-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-991402","model":"llm/e2e-dft-991402","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.052605461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165887e1-aa8f-4e06-8ec9-941ed657d74c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.10681489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165887e1-aa8f-4e06-8ec9-941ed657d74c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.10714685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"d8102bee-5f66-40df-ab02-4054cb9b8291","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.162418268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165887e1-aa8f-4e06-8ec9-941ed657d74c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.162793924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a81ebcfa-2232-4314-b843-50cf75d707d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.165325686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"121ae193-bbf5-485a-9411-704ea4b7c646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.217094691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"98679726-46d3-461d-843b-369206541063","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.22119702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"d8102bee-5f66-40df-ab02-4054cb9b8291","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.221206808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a81ebcfa-2232-4314-b843-50cf75d707d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.222424072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"121ae193-bbf5-485a-9411-704ea4b7c646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.274685657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"98679726-46d3-461d-843b-369206541063","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.277626648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"d8102bee-5f66-40df-ab02-4054cb9b8291","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.278213699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a81ebcfa-2232-4314-b843-50cf75d707d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.281385741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04c116a8-2da2-4570-afbb-658de69ebddf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.281402481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04c116a8-2da2-4570-afbb-658de69ebddf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.332628075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"98679726-46d3-461d-843b-369206541063","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.33584331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ded731b3-576b-44f8-bf43-1bb4fbd57e83","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.33586365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ded731b3-576b-44f8-bf43-1bb4fbd57e83","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.511348476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"3c1ee762-7b3f-4e09-afe8-b8b177ef1f55","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:07.511381859Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"3c1ee762-7b3f-4e09-afe8-b8b177ef1f55","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"routeName":"external-model-e2e-dft-991402-838ec870c125","namespace":"llm","model":"e2e-dft-991402","externalModel":"e2e-dft-991402","provider":"e2e-dft-991402-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:09.145646776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"595d21a3-bc3d-49da-8eac-4fc56dde707c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:09.199722512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"595d21a3-bc3d-49da-8eac-4fc56dde707c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:09.253940821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"595d21a3-bc3d-49da-8eac-4fc56dde707c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:09.308070644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"595d21a3-bc3d-49da-8eac-4fc56dde707c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:10.83256309Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:11.245598222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"462f8034-ef95-4d8b-bf22-4689446fb596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:11.300343093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"462f8034-ef95-4d8b-bf22-4689446fb596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:11.354626501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"462f8034-ef95-4d8b-bf22-4689446fb596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:11.408714658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"462f8034-ef95-4d8b-bf22-4689446fb596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:13.349515724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df54fde9-313b-4277-abb4-7226bd9b938e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:13.403395212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df54fde9-313b-4277-abb4-7226bd9b938e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:13.457621313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df54fde9-313b-4277-abb4-7226bd9b938e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:13.511780971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df54fde9-313b-4277-abb4-7226bd9b938e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:15.436897412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"355ae7d6-dc58-4dc0-84e3-8da43330fa39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:15.490924208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"355ae7d6-dc58-4dc0-84e3-8da43330fa39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:15.545062287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"355ae7d6-dc58-4dc0-84e3-8da43330fa39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:15.601017871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"355ae7d6-dc58-4dc0-84e3-8da43330fa39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.536035661Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","namespace":"ai-tenant-e2e-extmod-b-27e421","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.536091888Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","namespace":"ai-tenant-e2e-extmod-b-27e421","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.536151017Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","tenant":"e2e-extmod-b-27e421","tenantID":"e2e-extmod-b-27e421","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.546921694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"04b371b5-e310-416e-b360-955027d58cb1","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.548783677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd3267d1-17c6-45e2-bf82-016912e2dfbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.591419869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","gvk":"Deployment","name":"maas-api-e2e-extmod-b-27e421","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.606904802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"04b371b5-e310-416e-b360-955027d58cb1","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.60720816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd3267d1-17c6-45e2-bf82-016912e2dfbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.646681189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a670b5b-0a18-46a9-bfca-d35447f58702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.657924811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","gvk":"Service","name":"maas-api-e2e-extmod-b-27e421","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.663402076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd3267d1-17c6-45e2-bf82-016912e2dfbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.664421483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"04b371b5-e310-416e-b360-955027d58cb1","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.709691163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a670b5b-0a18-46a9-bfca-d35447f58702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.715061405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-27e421","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.754748364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"fbc32f2d-2db6-4322-9389-360148b96353","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.766292324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a670b5b-0a18-46a9-bfca-d35447f58702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.770067803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-27e421","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.812454078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"fbc32f2d-2db6-4322-9389-360148b96353","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.832598161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-27e421","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.868881409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"fbc32f2d-2db6-4322-9389-360148b96353","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.892503371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-27e421","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:17.950472587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-27e421","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:18.011912523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-27e421","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:18.06631437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-27e421","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:18.12062124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-27e421","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:18.176641164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","gvk":"Service","name":"payload-processing-e2e-extmod-b-27e421","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:18.230283287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-27e421","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:18.283820944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-27e421","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:18.337365574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-27e421","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:18.390595239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-27e421","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:18.447120285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-27e421","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:18.503391157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-27e421","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:18.55704023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-27e421","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:18.612179025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-27e421","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:18.665825056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-27e421"},"namespace":"ai-tenant-e2e-extmod-b-27e421","name":"default-tenant","reconcileID":"9ce75ccd-1cf6-4a16-bfce-6b598e71731d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-27e421","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:22.049667739Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-27e421","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-27e421","reconcileID":"0e7e7761-fe49-44e2-8728-38eca7df5bdd","aitenant":"ai-tenants/e2e-extmod-b-27e421","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:22.628581673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d960f6-4f0b-43f8-8024-9cecb9602bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:22.683389171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d960f6-4f0b-43f8-8024-9cecb9602bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:22.737901035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d960f6-4f0b-43f8-8024-9cecb9602bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:22.792594438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d960f6-4f0b-43f8-8024-9cecb9602bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:22.906814899Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-27e421","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-27e421","reconcileID":"0e7e7761-fe49-44e2-8728-38eca7df5bdd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-27e421","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-27e421"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:24.578165017Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"709d8694-ef92-4875-9fc3-efb2fd6390ee","namespace":"llm","name":"e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:24.630275862Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"fcc8fa47-b07d-4dc1-8660-dd92a6dfd530","namespace":"llm","name":"e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:24.750323872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b6568be-1233-4be3-8b0d-507776446d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:24.750659395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"3e39be48-56b7-4f25-b718-553612c2c00d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:24.804686951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b6568be-1233-4be3-8b0d-507776446d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:24.859301418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b6568be-1233-4be3-8b0d-507776446d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:24.859465475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"5f233e3c-55eb-4070-88a7-7a6402619c7c","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:24.859768926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"d4516e46-a1bd-4508-bfa6-785d1b41bb01","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:24.859950135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36db68ff-b8e8-4983-906c-adee22ff5f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:24.860079909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86988814-ddab-46c5-a2a1-fa462a6055b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:24.862522973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"3e39be48-56b7-4f25-b718-553612c2c00d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:24.914105009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b6568be-1233-4be3-8b0d-507776446d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:24.918480249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"5f233e3c-55eb-4070-88a7-7a6402619c7c","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:24.972855374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86988814-ddab-46c5-a2a1-fa462a6055b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:24.972872874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36db68ff-b8e8-4983-906c-adee22ff5f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:24.975748905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"5f233e3c-55eb-4070-88a7-7a6402619c7c","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:24.976418223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"d4516e46-a1bd-4508-bfa6-785d1b41bb01","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.030042794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36db68ff-b8e8-4983-906c-adee22ff5f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.030659724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86988814-ddab-46c5-a2a1-fa462a6055b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.033019578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"d4516e46-a1bd-4508-bfa6-785d1b41bb01","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.080528547Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"9cf38ca4-8a39-4102-9451-43911656b9a2","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"name":"e2e-dft-c700ba","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.158439486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6ef0ee68-d419-4ffe-810f-c87268d56cb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.159024118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"89c90e57-f093-4fe1-8887-eab992e3199a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.189088233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"ff118162-371f-4ce1-96b5-8380ffaae56d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.194640278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0de632a3-b679-4cbb-b0e9-07fd399944ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.194668544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0de632a3-b679-4cbb-b0e9-07fd399944ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.243484522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"a6ba44f3-4dbb-4455-ba65-100e9baaf79c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.243819516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-01d137-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-sub","reconcileID":"b9210fef-4039-4070-b11e-477f8930e2eb","MaaSSubscription":{"name":"e2e-dft-01d137-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-01d137","model":"llm/e2e-dft-01d137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.244145671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-991402-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-sub","reconcileID":"adac6e9e-dc68-40e0-be5b-b6fbd8cfff61","MaaSSubscription":{"name":"e2e-dft-991402-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-991402","model":"llm/e2e-dft-991402","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.247876028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"ff118162-371f-4ce1-96b5-8380ffaae56d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.248335445Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"ff3e23ee-0e04-4a70-9e07-9ce39efb1c92","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"name":"e2e-dft-c700ba","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.30502212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"91ff8744-18d7-4f0d-bf42-10e8e598cd0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.306253717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0362a5c4-82ca-45d9-97eb-de50702ac56e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.306278908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0362a5c4-82ca-45d9-97eb-de50702ac56e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.306693654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0ee95fbc-8fb5-4087-a518-367f8bf10078","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.306708834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0ee95fbc-8fb5-4087-a518-367f8bf10078","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.307050027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4aca8fc6-fa2e-40d1-9c15-1aa51d1933b2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.307066016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4aca8fc6-fa2e-40d1-9c15-1aa51d1933b2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.307371267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13074760-4b38-4d52-a275-13c440119275","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.307382045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13074760-4b38-4d52-a275-13c440119275","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.307692995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a98cf442-5c53-4d35-bc62-d98bac41c8eb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.307708197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a98cf442-5c53-4d35-bc62-d98bac41c8eb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.308076914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bacde0f7-0dbd-4722-9793-d5b9af03b03c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.308087941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bacde0f7-0dbd-4722-9793-d5b9af03b03c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.309011562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"a6ba44f3-4dbb-4455-ba65-100e9baaf79c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.309173471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"b8f32fe0-cc53-49c6-ab08-de0329486be9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.363264351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"6fee1503-c243-44df-8289-dc1fab3c48c7","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.363289569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"6fee1503-c243-44df-8289-dc1fab3c48c7","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"routeName":"external-model-e2e-dft-01d137-e9c9c4be0ab9","namespace":"llm","model":"e2e-dft-01d137","externalModel":"e2e-dft-01d137","provider":"e2e-dft-01d137-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.367672831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"91ff8744-18d7-4f0d-bf42-10e8e598cd0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.368326786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"b8f32fe0-cc53-49c6-ab08-de0329486be9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.391383693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"3ecc9c8d-e316-437c-a1a0-51fee589e52e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.448712679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"3ecc9c8d-e316-437c-a1a0-51fee589e52e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.471120708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"489351b0-1c54-4838-a209-22ae0f4cdfba","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.471147634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"489351b0-1c54-4838-a209-22ae0f4cdfba","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"routeName":"external-model-e2e-dft-991402-838ec870c125","namespace":"llm","model":"e2e-dft-991402","externalModel":"e2e-dft-991402","provider":"e2e-dft-991402-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.527806064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b3257fc5-5912-4c73-a1a8-146e564f8ae9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.527828459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b3257fc5-5912-4c73-a1a8-146e564f8ae9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.624912958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"4628f3ce-5eaf-48a4-9606-3f9d04f1a4f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.682349358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"4628f3ce-5eaf-48a4-9606-3f9d04f1a4f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.725333815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"f0d89459-558e-4a36-91df-85fdc81484ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.782719726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"f0d89459-558e-4a36-91df-85fdc81484ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.827955514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"9ced6602-442c-4105-ba61-fc97bd008f99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.830559428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"2d679867-2883-4b61-a940-bffbc9cd486d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.889640508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"9ced6602-442c-4105-ba61-fc97bd008f99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.890422847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"2d679867-2883-4b61-a940-bffbc9cd486d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.924538067Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"c44aa3bc-3509-47de-9b15-4029d8383da6","namespace":"llm","name":"e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:25.955812101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17a3bae5-c50c-49eb-b238-7be160c73616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.017116767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17a3bae5-c50c-49eb-b238-7be160c73616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.065960762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"7ab7f9db-3df1-406d-aa25-6d8f13f854d1","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.06598755Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"7ab7f9db-3df1-406d-aa25-6d8f13f854d1","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.074511085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17a3bae5-c50c-49eb-b238-7be160c73616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.1503919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"419449c8-e862-4262-bff9-f2265fd19a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.17341462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"288d00f2-6a8c-4a4c-8b3f-a51330b0508c","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.176920222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffb44868-aca4-4eff-9099-bd8269eb3f6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.176939052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffb44868-aca4-4eff-9099-bd8269eb3f6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.208340946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"419449c8-e862-4262-bff9-f2265fd19a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.231400875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"288d00f2-6a8c-4a4c-8b3f-a51330b0508c","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.338751149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"288d00f2-6a8c-4a4c-8b3f-a51330b0508c","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.401471274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"172be010-e14b-4fd9-86b5-21d9b191b38d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.442338353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"fd3e79bc-ef33-492e-895d-85ee5d6c3457","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.451961579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"82204851-c3df-43d2-b520-477b24bbab33","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.451988076Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"82204851-c3df-43d2-b520-477b24bbab33","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"routeName":"external-model-e2e-dft-01d137-e9c9c4be0ab9","namespace":"llm","model":"e2e-dft-01d137","externalModel":"e2e-dft-01d137","provider":"e2e-dft-01d137-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.458691007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"172be010-e14b-4fd9-86b5-21d9b191b38d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.500599813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"fd3e79bc-ef33-492e-895d-85ee5d6c3457","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.507536184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb5b778e-a47b-4be7-b22c-41ebf5f058e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.55706587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"fd3e79bc-ef33-492e-895d-85ee5d6c3457","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.55869416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"b0bbc8c4-9f8e-481f-aa4c-52f7d0913015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.565597312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb5b778e-a47b-4be7-b22c-41ebf5f058e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.597647236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"6adf9960-2af0-4688-8547-d98a631caa2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.619606238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"b0bbc8c4-9f8e-481f-aa4c-52f7d0913015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.621871754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb5b778e-a47b-4be7-b22c-41ebf5f058e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.654806567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"6adf9960-2af0-4688-8547-d98a631caa2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.670518571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"014113e4-4291-43b0-b946-3b9ae65a23ab","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.670552798Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"014113e4-4291-43b0-b946-3b9ae65a23ab","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"routeName":"external-model-e2e-dft-991402-838ec870c125","namespace":"llm","model":"e2e-dft-991402","externalModel":"e2e-dft-991402","provider":"e2e-dft-991402-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.724527497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"565f536f-667a-4942-aa22-cd575cca8b6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.724552146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"565f536f-667a-4942-aa22-cd575cca8b6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.778332949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"ab56711d-e450-4b64-a205-7367939ff451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.835523074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"ab56711d-e450-4b64-a205-7367939ff451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.868681477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24276bc2-7757-401e-a25f-9ef17fcd1342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.923137662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24276bc2-7757-401e-a25f-9ef17fcd1342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.923254086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"db607ee8-af4b-458d-ae71-3b3bd81b5fa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.923504703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"ffbf3a1d-3297-48ad-896a-dc0cb65cb0f7","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.977755834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24276bc2-7757-401e-a25f-9ef17fcd1342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:26.981148863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"db607ee8-af4b-458d-ae71-3b3bd81b5fa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:27.032152086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24276bc2-7757-401e-a25f-9ef17fcd1342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:27.096868493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"ffbf3a1d-3297-48ad-896a-dc0cb65cb0f7","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:27.145987971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"ce3faaee-4014-4151-aff6-a1368b13a0f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:27.146015238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"38089161-4f0a-4856-8791-bff3933314ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:27.162386926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"ffbf3a1d-3297-48ad-896a-dc0cb65cb0f7","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:27.205215654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"38089161-4f0a-4856-8791-bff3933314ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:27.205236069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"ce3faaee-4014-4151-aff6-a1368b13a0f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:27.262602873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"d319a5f0-f96a-4b1b-a91e-105cb7845b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:27.320779352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"d319a5f0-f96a-4b1b-a91e-105cb7845b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:27.423075863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"11abd2c7-3e7c-4b22-87e0-ae8016bad0c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:27.475007213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95fb8436-93fb-4e76-b172-2a8f24078e27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:27.481140611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"11abd2c7-3e7c-4b22-87e0-ae8016bad0c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:27.532898439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95fb8436-93fb-4e76-b172-2a8f24078e27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:27.57957691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"4f33e642-8339-4bdc-8379-8f69f98a1899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:27.589490985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95fb8436-93fb-4e76-b172-2a8f24078e27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:27.637029862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"4f33e642-8339-4bdc-8379-8f69f98a1899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:28.983248736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce74b5a-d4d3-46f3-a5a8-2e8c23f57418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:29.037365537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce74b5a-d4d3-46f3-a5a8-2e8c23f57418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:29.09147282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce74b5a-d4d3-46f3-a5a8-2e8c23f57418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:29.146065202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce74b5a-d4d3-46f3-a5a8-2e8c23f57418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:30.876544265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"c1fb74be-427c-4cd7-8f47-82233838ba2c","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:30.876571794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"c1fb74be-427c-4cd7-8f47-82233838ba2c","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:30.985298838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"d330ea86-b208-4589-8f0b-1caeadb42387","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:30.985329173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"d330ea86-b208-4589-8f0b-1caeadb42387","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:31.099230715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d67d525-5ab9-49f0-b616-f008a1b41ee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:31.154123839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d67d525-5ab9-49f0-b616-f008a1b41ee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:31.20964461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d67d525-5ab9-49f0-b616-f008a1b41ee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:31.209906718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"198d5174-98e5-4205-876c-52fd39757dc1","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:31.264082113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d67d525-5ab9-49f0-b616-f008a1b41ee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:31.323541836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"198d5174-98e5-4205-876c-52fd39757dc1","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:31.381031516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"198d5174-98e5-4205-876c-52fd39757dc1","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:31.537801055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"0bb0ad75-3ec9-4768-a132-7ef30f7d4dfe","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:31.537827461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"0bb0ad75-3ec9-4768-a132-7ef30f7d4dfe","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:31.805261989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"3a25f8d6-beee-4dfd-91b6-246d6bf1ec93","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:31.863703622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"3a25f8d6-beee-4dfd-91b6-246d6bf1ec93","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:31.921191591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"3a25f8d6-beee-4dfd-91b6-246d6bf1ec93","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:36.942408132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"db6400a3-d38f-4982-8d2a-dd75c144465e","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:37.000664688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"db6400a3-d38f-4982-8d2a-dd75c144465e","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:37.041568888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae6b071e-a01a-4b07-b65d-bd249573cbb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:37.057160625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"db6400a3-d38f-4982-8d2a-dd75c144465e","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:37.099321078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae6b071e-a01a-4b07-b65d-bd249573cbb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:37.156569496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae6b071e-a01a-4b07-b65d-bd249573cbb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:37.488676809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"25dbff9b-426f-4a40-990f-8472af84c21d","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:37.546797838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"25dbff9b-426f-4a40-990f-8472af84c21d","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:37.603632446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"25dbff9b-426f-4a40-990f-8472af84c21d","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:37.91352188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e31bbfd-d46f-452a-8ab3-8a721dfa40ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:37.971471067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e31bbfd-d46f-452a-8ab3-8a721dfa40ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:38.02826019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e31bbfd-d46f-452a-8ab3-8a721dfa40ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:40.833170788Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:42.24497129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"c0de2039-ae48-4642-979c-249f003f92eb","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:42.303129758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"c0de2039-ae48-4642-979c-249f003f92eb","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:42.359753619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"c0de2039-ae48-4642-979c-249f003f92eb","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:47.381782633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"ad60b661-0217-46fc-914c-1f95d28dc850","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:47.439754321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"ad60b661-0217-46fc-914c-1f95d28dc850","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:47.480832499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b33190b6-4146-47ff-9934-9547dcb45bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:47.496800249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"ad60b661-0217-46fc-914c-1f95d28dc850","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:47.539096773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b33190b6-4146-47ff-9934-9547dcb45bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:47.595742362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b33190b6-4146-47ff-9934-9547dcb45bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:47.92698211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"91624ecc-dc83-47fb-99e3-b6bf71b8b971","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:47.985602089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"91624ecc-dc83-47fb-99e3-b6bf71b8b971","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:48.042698699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"91624ecc-dc83-47fb-99e3-b6bf71b8b971","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:48.351260002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e626552f-4efa-4269-af54-6876b57c4d77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:48.409508358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e626552f-4efa-4269-af54-6876b57c4d77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:48.466738644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e626552f-4efa-4269-af54-6876b57c4d77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:52.684461339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"e289186c-d108-422d-b947-e015ed7957df","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:52.742472105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"e289186c-d108-422d-b947-e015ed7957df","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:52.79961356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"e289186c-d108-422d-b947-e015ed7957df","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:57.818549073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"60bcef31-31f5-4ec4-9fd1-cbd64c38f926","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:57.876492103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"60bcef31-31f5-4ec4-9fd1-cbd64c38f926","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:57.919967438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bace170b-3a05-40de-8aa4-e4eedda9639b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:57.932860833Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"60bcef31-31f5-4ec4-9fd1-cbd64c38f926","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:57.978001164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bace170b-3a05-40de-8aa4-e4eedda9639b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:58.0351696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bace170b-3a05-40de-8aa4-e4eedda9639b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:58.366282509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"d3d4ce09-5731-4f0b-886b-def5a9656bc8","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:58.424321245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"d3d4ce09-5731-4f0b-886b-def5a9656bc8","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:58.480818529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"d3d4ce09-5731-4f0b-886b-def5a9656bc8","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:58.789910169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc48a622-3a92-45f4-9075-6c13ddb74ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:58.895491007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc48a622-3a92-45f4-9075-6c13ddb74ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:53:58.95204755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (322283c33d319b92c1cefba54c897e8dd8c84004a056c152fa703cb3e200f5a3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3105f47688bfbfa767f68b243081232de6ed45ebde26aad6fa9f8276bac88db9) AuthConfig (f0d73dcfed6c48b945d8daa46d0ef7a0abe50b1abf30a1b49dbb6fcce5cc5d2e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cbaaac899d8e138ac13878190064f0cafb3eb726924258c0524b0e4460e4b08c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3c2e3c9fca0df6a4ce016ca34ef9d8007e27bdc4999c1d2fc462d8dd07fab43d) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f0ce14386e1eee163b3f596c7a6503c81f2d2d783e52a849be42d2fc1294d97) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9688c0cc1012e93b8ea534ab56526a93ad5febb41be141be2f9dd5277d966de9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (52288f2afdf08842c9d1426d91c6820768d5f11925a465ee507d4009aaeba029)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc48a622-3a92-45f4-9075-6c13ddb74ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:01.639450913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-01d137-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-sub","reconcileID":"bf10473c-4a44-4632-9978-770995a6f84d","MaaSSubscription":{"name":"e2e-dft-01d137-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-01d137","model":"llm/e2e-dft-01d137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:01.920999219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"745b8d5e-039c-4717-a42f-4c823a77c7c5","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:01.921024839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"745b8d5e-039c-4717-a42f-4c823a77c7c5","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"routeName":"external-model-e2e-dft-01d137-e9c9c4be0ab9","namespace":"llm","model":"e2e-dft-01d137","externalModel":"e2e-dft-01d137","provider":"e2e-dft-01d137-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:02.188638124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-991402-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-sub","reconcileID":"44dcd723-adf6-42bd-8c4f-867d6b00ae4c","MaaSSubscription":{"name":"e2e-dft-991402-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-991402","model":"llm/e2e-dft-991402","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:02.536850634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"45cec6fa-bd7d-422c-a9fd-0c4179975b4c","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:02.536880639Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"45cec6fa-bd7d-422c-a9fd-0c4179975b4c","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"routeName":"external-model-e2e-dft-991402-838ec870c125","namespace":"llm","model":"e2e-dft-991402","externalModel":"e2e-dft-991402","provider":"e2e-dft-991402-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:02.988190225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"4e04e920-0e67-4303-a7d5-3ac5a92acac2","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:02.988355927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"6969c12c-b8ba-4f33-af29-710b6e10843a","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:02.988656388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"b46891aa-d990-406f-9fd6-5c7b243e1e40","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:02.988862812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c91b28b7-d7bb-4ac3-bcc3-537ac19bd403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:02.988201727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd51dfa6-e469-4de5-ae03-d5c049986ece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.046143665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"6969c12c-b8ba-4f33-af29-710b6e10843a","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.046594277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"b46891aa-d990-406f-9fd6-5c7b243e1e40","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.048541752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c91b28b7-d7bb-4ac3-bcc3-537ac19bd403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.048751757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"4e04e920-0e67-4303-a7d5-3ac5a92acac2","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.050635155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd51dfa6-e469-4de5-ae03-d5c049986ece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.102373806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"6969c12c-b8ba-4f33-af29-710b6e10843a","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.102616641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"b46891aa-d990-406f-9fd6-5c7b243e1e40","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.104987344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c91b28b7-d7bb-4ac3-bcc3-537ac19bd403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.105184062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"4e04e920-0e67-4303-a7d5-3ac5a92acac2","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.106518488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd51dfa6-e469-4de5-ae03-d5c049986ece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.21544686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"2200c223-f73a-468b-b4f8-9e781771813b","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.215477478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"2200c223-f73a-468b-b4f8-9e781771813b","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"routeName":"external-model-e2e-dft-01d137-e9c9c4be0ab9","namespace":"llm","model":"e2e-dft-01d137","externalModel":"e2e-dft-01d137","provider":"e2e-dft-01d137-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.323701462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"3aea11e9-7f05-4e9e-80fc-2ba5eea37e25","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.323756082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"3aea11e9-7f05-4e9e-80fc-2ba5eea37e25","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"routeName":"external-model-e2e-dft-991402-838ec870c125","namespace":"llm","model":"e2e-dft-991402","externalModel":"e2e-dft-991402","provider":"e2e-dft-991402-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.377984043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3905e781-f365-434a-9cae-0f295dcde939","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.378014661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3905e781-f365-434a-9cae-0f295dcde939","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.447899354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"1207e0b5-68a9-4460-a77c-45205726e4ac","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.447924792Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"1207e0b5-68a9-4460-a77c-45205726e4ac","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.499044449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"311ac9c3-956f-4944-a039-1b37e6534e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.49926468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"65b0c856-101a-4cec-bc98-b3ad8970d7f1","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.499760329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"e8a3ebe3-bfad-49e9-b417-84405be04de0","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.499834352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29112353-b0ef-45c3-b262-457e37c5f512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.499044382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"9fe3640e-570f-4c6f-bc88-fb914fe3815e","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.504342923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3acde6a-953f-469d-86f1-b52861538883","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.504356949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3acde6a-953f-469d-86f1-b52861538883","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.55897327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"311ac9c3-956f-4944-a039-1b37e6534e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.559073048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"65b0c856-101a-4cec-bc98-b3ad8970d7f1","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.562756275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"e8a3ebe3-bfad-49e9-b417-84405be04de0","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.562771782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"9fe3640e-570f-4c6f-bc88-fb914fe3815e","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.565111557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29112353-b0ef-45c3-b262-457e37c5f512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.617150319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"65b0c856-101a-4cec-bc98-b3ad8970d7f1","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.617214659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"311ac9c3-956f-4944-a039-1b37e6534e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.619680131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"9fe3640e-570f-4c6f-bc88-fb914fe3815e","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.619689032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"e8a3ebe3-bfad-49e9-b417-84405be04de0","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:03.621679155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29112353-b0ef-45c3-b262-457e37c5f512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:54:03.674295445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"e8a3ebe3-bfad-49e9-b417-84405be04de0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-c700ba-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:54:03.676349449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29112353-b0ef-45c3-b262-457e37c5f512","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.003057364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"43184639-9e2c-4d25-9714-399d9c037572","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.056456112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"296be526-6c86-426b-9a0b-f10ad56e908b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.060653282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"43184639-9e2c-4d25-9714-399d9c037572","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.074609987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"1c098fc9-157b-4283-bd42-62d603cd5535","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.074636315Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"1c098fc9-157b-4283-bd42-62d603cd5535","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"routeName":"external-model-e2e-dft-01d137-e9c9c4be0ab9","namespace":"llm","model":"e2e-dft-01d137","externalModel":"e2e-dft-01d137","provider":"e2e-dft-01d137-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.113927791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"296be526-6c86-426b-9a0b-f10ad56e908b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.118775801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"43184639-9e2c-4d25-9714-399d9c037572","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.170886044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"296be526-6c86-426b-9a0b-f10ad56e908b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.241687325Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-01d137-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-sub","reconcileID":"80f489cc-c674-4007-b5cd-c9d799405a10","MaaSSubscription":{"name":"e2e-dft-01d137-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ae129e97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.342072909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"52f89843-fe87-4d66-87e4-38bf4a63849a","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.342230484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"b47ea8c8-2783-49b7-9605-7807ddac3a38","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.342083231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ed7f5ba-28a6-4982-a201-cb68aa599fc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.400214999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"b47ea8c8-2783-49b7-9605-7807ddac3a38","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.400340239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"52f89843-fe87-4d66-87e4-38bf4a63849a","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.402412202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ed7f5ba-28a6-4982-a201-cb68aa599fc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.441449559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"28eaada7-b44c-45b0-93a2-b2d7cdb7168b","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.45877046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"b47ea8c8-2783-49b7-9605-7807ddac3a38","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.459197838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"52f89843-fe87-4d66-87e4-38bf4a63849a","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.460299642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ed7f5ba-28a6-4982-a201-cb68aa599fc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.499223233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"28eaada7-b44c-45b0-93a2-b2d7cdb7168b","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.543032376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aca685c-e8b7-40dd-a728-c5e2a7fdbc16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.555260179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"28eaada7-b44c-45b0-93a2-b2d7cdb7168b","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.60094191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aca685c-e8b7-40dd-a728-c5e2a7fdbc16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.657386137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aca685c-e8b7-40dd-a728-c5e2a7fdbc16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.781535481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"338f26e9-f850-4f38-bc70-9503ac85df6d","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.781655484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"80055a58-128d-4979-9d83-5131fe411d4f","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.782067488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10acae48-0e40-49fc-b517-d33af7e3ae7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.839258731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"338f26e9-f850-4f38-bc70-9503ac85df6d","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.83953129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"80055a58-128d-4979-9d83-5131fe411d4f","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.841535232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10acae48-0e40-49fc-b517-d33af7e3ae7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.875027504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"da1700b5-aaaf-4ccd-806b-f88cff4ab246","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.896414571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"338f26e9-f850-4f38-bc70-9503ac85df6d","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.896418146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"80055a58-128d-4979-9d83-5131fe411d4f","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.899238432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10acae48-0e40-49fc-b517-d33af7e3ae7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.932284979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"da1700b5-aaaf-4ccd-806b-f88cff4ab246","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.978812579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb272e87-2948-4b38-8d19-5f6ef2c3a4ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:04.98835818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"da1700b5-aaaf-4ccd-806b-f88cff4ab246","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:05.036692338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb272e87-2948-4b38-8d19-5f6ef2c3a4ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:05.09298006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb272e87-2948-4b38-8d19-5f6ef2c3a4ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.150848959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"8f173451-142b-4780-ab42-5a4aace58629","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.15087734Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"8f173451-142b-4780-ab42-5a4aace58629","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"routeName":"external-model-e2e-dft-991402-838ec870c125","namespace":"llm","model":"e2e-dft-991402","externalModel":"e2e-dft-991402","provider":"e2e-dft-991402-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.317454649Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-991402-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-sub","reconcileID":"2a8c5651-aee9-408f-95a8-0454f1154a91","MaaSSubscription":{"name":"e2e-dft-991402-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0e8738b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.420343631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"328f4f8e-3a03-4680-a359-b3db5f214196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.420580555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a3a5336-03b9-46ac-a4b5-ac5baa5110c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.420343557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"6254fce8-9a9d-4a4c-b2c8-7014b6263967","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.421270326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"959973ca-9a58-4e9c-8fac-32318050c57f","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.421450033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"e832346f-1555-4fa6-ac6b-6398b0048409","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.479327452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a3a5336-03b9-46ac-a4b5-ac5baa5110c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.479443907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"e832346f-1555-4fa6-ac6b-6398b0048409","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.4818255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"328f4f8e-3a03-4680-a359-b3db5f214196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.481939354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"959973ca-9a58-4e9c-8fac-32318050c57f","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.483917548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"6254fce8-9a9d-4a4c-b2c8-7014b6263967","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.536836766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a3a5336-03b9-46ac-a4b5-ac5baa5110c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.536846299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"e832346f-1555-4fa6-ac6b-6398b0048409","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.538867224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"959973ca-9a58-4e9c-8fac-32318050c57f","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.53924413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"328f4f8e-3a03-4680-a359-b3db5f214196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.540480849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"6254fce8-9a9d-4a4c-b2c8-7014b6263967","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.862451183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"9dd0d801-ab3c-434b-9cad-114e039d6205","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.862470245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f390c36-f11f-4418-ab31-ef018213c61f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.862878242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"06af3e95-588a-4cde-86bf-f5d5d4957a07","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.86300227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93524a36-e916-4c2b-a676-df05e0f521b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.863300235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"fb91bc88-8454-405d-9644-f60535742324","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.920564932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"06af3e95-588a-4cde-86bf-f5d5d4957a07","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.920817381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f390c36-f11f-4418-ab31-ef018213c61f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.923250451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"9dd0d801-ab3c-434b-9cad-114e039d6205","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.923295607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93524a36-e916-4c2b-a676-df05e0f521b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.925393694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"fb91bc88-8454-405d-9644-f60535742324","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.976847316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"06af3e95-588a-4cde-86bf-f5d5d4957a07","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.979800956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93524a36-e916-4c2b-a676-df05e0f521b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.979904534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f390c36-f11f-4418-ab31-ef018213c61f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.980846405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"9dd0d801-ab3c-434b-9cad-114e039d6205","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:06.981392282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"fb91bc88-8454-405d-9644-f60535742324","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:10.833092007Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:14.295924447Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-01d137-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-sub","reconcileID":"d5fc6bee-287c-4b63-a6a3-8cb6799fc159","MaaSSubscription":{"name":"e2e-dft-01d137-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-01d137","subscription":"e2e-dft-01d137-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:14.40377076Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-01d137-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-sub","reconcileID":"d5fc6bee-287c-4b63-a6a3-8cb6799fc159","MaaSSubscription":{"name":"e2e-dft-01d137-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:14.457860731Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-01d137-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-sub","reconcileID":"d5fc6bee-287c-4b63-a6a3-8cb6799fc159","MaaSSubscription":{"name":"e2e-dft-01d137-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-01d137","namespace":"llm","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:14.79076832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"788d32e8-2b77-4f2d-bb1e-12ac6cd859d9","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:14.790799936Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"788d32e8-2b77-4f2d-bb1e-12ac6cd859d9","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"routeName":"external-model-e2e-dft-01d137-e9c9c4be0ab9","namespace":"llm","model":"e2e-dft-01d137","externalModel":"e2e-dft-01d137","provider":"e2e-dft-01d137-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:14.957133289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"e12822e1-1c78-479a-b225-ed31a463a875","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:14.957160999Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"e12822e1-1c78-479a-b225-ed31a463a875","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"routeName":"external-model-e2e-dft-01d137-e9c9c4be0ab9","namespace":"llm","model":"e2e-dft-01d137","externalModel":"e2e-dft-01d137","provider":"e2e-dft-01d137-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.060599901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"bce865af-a74c-4350-add0-1e8c0b07f13e","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.060812417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"6c6247c9-04f7-4ac6-a43f-d3725f44be2b","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.060599538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8edfba4-7c50-4ec3-b726-3b74c181c738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.06122399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"198d2534-79ad-4d86-b271-9f1bb2274b66","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.061422722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2558e629-81ba-4a9c-8527-940f87d34b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.119125991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"bce865af-a74c-4350-add0-1e8c0b07f13e","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.119461246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"6c6247c9-04f7-4ac6-a43f-d3725f44be2b","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.121551624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2558e629-81ba-4a9c-8527-940f87d34b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.122080464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8edfba4-7c50-4ec3-b726-3b74c181c738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.123707458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"198d2534-79ad-4d86-b271-9f1bb2274b66","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.176381755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"bce865af-a74c-4350-add0-1e8c0b07f13e","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.176393217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"6c6247c9-04f7-4ac6-a43f-d3725f44be2b","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.176568584Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-01d137-access","reconcileID":"0a57eaee-0150-4777-ab96-7ec82112e706","MaaSAuthPolicy":{"name":"e2e-dft-01d137-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.178555412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8edfba4-7c50-4ec3-b726-3b74c181c738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.178636892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2558e629-81ba-4a9c-8527-940f87d34b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.179915057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"198d2534-79ad-4d86-b271-9f1bb2274b66","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.39870799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"33e853f1-f925-4dbd-951a-af8da5804ac0","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.398766032Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"33e853f1-f925-4dbd-951a-af8da5804ac0","MaaSModelRef":{"name":"e2e-dft-01d137","namespace":"llm"},"routeName":"external-model-e2e-dft-01d137-e9c9c4be0ab9","namespace":"llm","model":"e2e-dft-01d137","externalModel":"e2e-dft-01d137","provider":"e2e-dft-01d137-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.89445032Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"ed588c07-6e67-4517-82aa-8579b1e1c25b","namespace":"llm","name":"e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.947643021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2afbfd8c-2982-4df1-adac-4e4ee5a9a063","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:15.947665744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2afbfd8c-2982-4df1-adac-4e4ee5a9a063","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.002054772Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-991402-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-sub","reconcileID":"7129a3f7-01e8-42b6-9f14-47ce38433f9f","MaaSSubscription":{"name":"e2e-dft-991402-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-991402","subscription":"e2e-dft-991402-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.002214804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"32bc4245-1cf0-4e59-af05-8c911d0b9604","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.002237505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"32bc4245-1cf0-4e59-af05-8c911d0b9604","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"routeName":"external-model-e2e-dft-991402-838ec870c125","namespace":"llm","model":"e2e-dft-991402","externalModel":"e2e-dft-991402","provider":"e2e-dft-991402-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.062017664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"bd0a8dc6-498f-4e14-b571-2481668750d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.11032963Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-991402-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-sub","reconcileID":"7129a3f7-01e8-42b6-9f14-47ce38433f9f","MaaSSubscription":{"name":"e2e-dft-991402-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.117053481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7b1294d1-be6c-48ef-9f30-5c2a363f370d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.117078282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7b1294d1-be6c-48ef-9f30-5c2a363f370d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.117513725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d938e09-d0f5-4183-840a-5b8bab62a74c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.117532397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d938e09-d0f5-4183-840a-5b8bab62a74c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.120562143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"bd0a8dc6-498f-4e14-b571-2481668750d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.167559597Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-991402-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-sub","reconcileID":"7129a3f7-01e8-42b6-9f14-47ce38433f9f","MaaSSubscription":{"name":"e2e-dft-991402-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-991402","namespace":"llm","model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.16841091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f3f58a30-ed96-4493-b4ce-2a2031d02e5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.180950314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"72ed5479-d9c9-463d-b640-9fd3ece413e5","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.181696806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8a17995-7865-4f2b-834e-dda2588009bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.183713776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"58d4fabb-034d-414b-ac88-8edad5a4cba9","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.184336136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"184cf880-85ea-4ac8-8adc-b6b94265a9d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.185201459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"462fe302-770b-488f-84fd-2c6c1b933b00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.185770083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"d7f6665b-b338-4fde-bf58-f305210b0990","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.185787973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"d7f6665b-b338-4fde-bf58-f305210b0990","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.24316768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6e35f2cd-63bd-4d5e-9200-3f3916c439c8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.243200234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6e35f2cd-63bd-4d5e-9200-3f3916c439c8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.243645275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"726dbb14-e925-4713-807f-64a6c6c2612c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.243658539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"726dbb14-e925-4713-807f-64a6c6c2612c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.244078441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"adaf3bdb-8680-4852-86d0-531274551943","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.244100556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"adaf3bdb-8680-4852-86d0-531274551943","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.244437717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7606abd0-8b43-4a2f-8b80-26f0d6777a6a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.244455322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7606abd0-8b43-4a2f-8b80-26f0d6777a6a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.244812276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a3dcad43-601c-4cfc-8fbe-7acd988cc6bd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.244830819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a3dcad43-601c-4cfc-8fbe-7acd988cc6bd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.248978055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"184cf880-85ea-4ac8-8adc-b6b94265a9d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.250988738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"58d4fabb-034d-414b-ac88-8edad5a4cba9","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.252284547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"72ed5479-d9c9-463d-b640-9fd3ece413e5","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.264766974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8a17995-7865-4f2b-834e-dda2588009bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.309718346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"58d4fabb-034d-414b-ac88-8edad5a4cba9","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.309992455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"72ed5479-d9c9-463d-b640-9fd3ece413e5","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.311156107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"184cf880-85ea-4ac8-8adc-b6b94265a9d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.324025918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8a17995-7865-4f2b-834e-dda2588009bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.468520043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"ecdec725-dfd5-417d-934d-9b175f96c399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.477678164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"76dfb8df-dba5-4553-8f72-2291fb972565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.522891956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"8eac3df0-0949-4f2e-97ab-4b2dee747ff6","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.522919932Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"8eac3df0-0949-4f2e-97ab-4b2dee747ff6","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"routeName":"external-model-e2e-dft-991402-838ec870c125","namespace":"llm","model":"e2e-dft-991402","externalModel":"e2e-dft-991402","provider":"e2e-dft-991402-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.526081373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"ecdec725-dfd5-417d-934d-9b175f96c399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.536513499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"76dfb8df-dba5-4553-8f72-2291fb972565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.538250102Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-01d137","namespace":"llm"},"namespace":"llm","name":"e2e-dft-01d137","reconcileID":"b63303b1-d1f9-4216-9ba7-4da4c3c0578a","namespace":"llm","name":"e2e-dft-01d137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.572165417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"ab91f4af-b7eb-4a06-b58f-28aa6530653f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.573015153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"0e1d5e51-b1b8-472e-bf05-d2e8399ff6b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.573121005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"2ce89608-fe46-4c80-83d0-3569fc497d19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.631214675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"ab91f4af-b7eb-4a06-b58f-28aa6530653f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.633565163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"0e1d5e51-b1b8-472e-bf05-d2e8399ff6b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.633962635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"2ce89608-fe46-4c80-83d0-3569fc497d19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.668689789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"d714b4ea-a04b-463a-9075-8c1621058a18","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.668714811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"d714b4ea-a04b-463a-9075-8c1621058a18","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"routeName":"external-model-e2e-dft-991402-838ec870c125","namespace":"llm","model":"e2e-dft-991402","externalModel":"e2e-dft-991402","provider":"e2e-dft-991402-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.849895142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"5d3c5da5-4a33-49dd-91f2-d55a421094fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.856839664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"2ab27582-7a94-4d3d-8a58-2af8f46124d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.907686098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"5d3c5da5-4a33-49dd-91f2-d55a421094fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.914130632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"2ab27582-7a94-4d3d-8a58-2af8f46124d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.952586437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"c9139b94-778a-4ba1-8475-aabadb780bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:16.95419709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"9d7aa1d8-afcc-4816-937f-09a17bf5edf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.007674859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d992b239-6740-4f3b-9fe6-be6db23996e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.012523322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"c9139b94-778a-4ba1-8475-aabadb780bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.013118953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"9d7aa1d8-afcc-4816-937f-09a17bf5edf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.083950914Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-991402-access","reconcileID":"2ba946a1-09f3-4b1f-803d-a1d2ad1131cb","MaaSAuthPolicy":{"name":"e2e-dft-991402-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.136637266Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d992b239-6740-4f3b-9fe6-be6db23996e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.193141797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d992b239-6740-4f3b-9fe6-be6db23996e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.262652115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f96635b0-854a-4cad-a7ce-f914bb490bb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.26267578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f96635b0-854a-4cad-a7ce-f914bb490bb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.304614205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"bbca9e5f-f86d-41cf-b3c0-912be6285dce","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.358658266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"6e347432-f866-413d-ac14-c826ed15376d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.362718859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"bbca9e5f-f86d-41cf-b3c0-912be6285dce","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.412141716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"174782fa-161d-409e-ac99-aeebafbd5fb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.416375677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"90515003-26b2-47fa-9401-b85a0e6b9f04","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.416401545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"90515003-26b2-47fa-9401-b85a0e6b9f04","MaaSModelRef":{"name":"e2e-dft-991402","namespace":"llm"},"routeName":"external-model-e2e-dft-991402-838ec870c125","namespace":"llm","model":"e2e-dft-991402","externalModel":"e2e-dft-991402","provider":"e2e-dft-991402-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.41728868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"6e347432-f866-413d-ac14-c826ed15376d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.418795856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"bbca9e5f-f86d-41cf-b3c0-912be6285dce","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.452453106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"58849948-5883-49af-94e5-f0a318e2dc57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.471364544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"174782fa-161d-409e-ac99-aeebafbd5fb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.509864531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"58849948-5883-49af-94e5-f0a318e2dc57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.527384926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"174782fa-161d-409e-ac99-aeebafbd5fb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.528897956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"46435900-6319-4b50-8f8c-b886279e60ea","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.528922645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"46435900-6319-4b50-8f8c-b886279e60ea","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.549060746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"9ac2c820-b3f4-49e4-ac92-3096ed99cf02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.60648524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"9ac2c820-b3f4-49e4-ac92-3096ed99cf02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.648637712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"4eed189c-4199-44de-b188-05f76c162b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.706152257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"4eed189c-4199-44de-b188-05f76c162b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.749079367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"65848d5d-2400-47d5-8844-2e6e6866f2df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.802018101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2bb14c78-0072-4425-ab51-dea64838deec","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.802038573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2bb14c78-0072-4425-ab51-dea64838deec","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.807629884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"65848d5d-2400-47d5-8844-2e6e6866f2df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.850591034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"9a8a1851-d9ae-4284-9cb6-bc8f2f78c184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.910079915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"9a8a1851-d9ae-4284-9cb6-bc8f2f78c184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:17.997971269Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"4576b6a7-d149-480b-89bd-9d0b04e93b6b","namespace":"llm","name":"e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.213682399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea07e284-b7a9-41d6-a988-ec5153bf49c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.213752562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"05eb8a7a-cf2b-4f19-bd79-cbac2543cceb","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.214103861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77f4ee25-0a50-4519-8082-509df17ecdcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.260068213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"1519633e-d365-4ea6-8fdb-ecd4cf73a7c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.271777948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"05eb8a7a-cf2b-4f19-bd79-cbac2543cceb","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.271833124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77f4ee25-0a50-4519-8082-509df17ecdcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.274102757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea07e284-b7a9-41d6-a988-ec5153bf49c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.317995121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"1519633e-d365-4ea6-8fdb-ecd4cf73a7c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.328477164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77f4ee25-0a50-4519-8082-509df17ecdcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.328519106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"05eb8a7a-cf2b-4f19-bd79-cbac2543cceb","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.33033022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea07e284-b7a9-41d6-a988-ec5153bf49c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.360934804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"043c0eb7-2373-464b-8391-a1faa91d4328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.418428268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"043c0eb7-2373-464b-8391-a1faa91d4328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.488520942Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-b2f3ce","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b2f3ce","reconcileID":"32fe6d00-06c6-4ada-aa5b-ffad780f0934","namespace":"llm","name":"e2e-dft-del-b2f3ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.490602165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"f9ada8ea-ca85-4637-898a-9d2e0fb46ea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.490607915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"ea308851-e3b8-4287-8319-abe98064541b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.491090735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"6882f045-e885-4415-a822-ca3446ea490c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.550426821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"f9ada8ea-ca85-4637-898a-9d2e0fb46ea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.551049538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"6882f045-e885-4415-a822-ca3446ea490c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.555330633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"ea308851-e3b8-4287-8319-abe98064541b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.688486596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"2ad15f6a-e0b3-4e18-9d8b-0f5122f8d280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.741618685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"019daf5c-c840-48de-ab47-b9916f191e3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.745816059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"2ad15f6a-e0b3-4e18-9d8b-0f5122f8d280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.801252294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"019daf5c-c840-48de-ab47-b9916f191e3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.873405087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"b27e6a00-9601-47d2-85fd-7af8394af1db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.873404687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"c3c54f39-9314-420d-8db8-f220cec9126b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.875691208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"dc5961c4-ae7c-42e2-9d7f-21431073b2c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.892145913Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b2f3ce","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b2f3ce","reconcileID":"b54d65b7-5230-4c9e-8aa1-dbc7617f0c36","MaaSModelRef":{"name":"e2e-dft-del-b2f3ce","namespace":"llm"},"name":"e2e-dft-del-b2f3ce","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.931095934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"b27e6a00-9601-47d2-85fd-7af8394af1db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.931110182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"c3c54f39-9314-420d-8db8-f220cec9126b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.933433611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"dc5961c4-ae7c-42e2-9d7f-21431073b2c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:18.959810303Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"928999c0-8939-4c09-b252-52ca6eb7b1d3","namespace":"llm","name":"e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.073604037Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b2f3ce","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b2f3ce","reconcileID":"8f5f9660-d198-4095-9c0a-9b0070012919","MaaSModelRef":{"name":"e2e-dft-del-b2f3ce","namespace":"llm"},"name":"e2e-dft-del-b2f3ce","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.127661734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f4275a57-fb0a-46fc-84b1-882e6e9cfed5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.127686469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f4275a57-fb0a-46fc-84b1-882e6e9cfed5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.128010952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"98a0616a-d052-4f16-8862-7cec4691f9df","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.128023002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"98a0616a-d052-4f16-8862-7cec4691f9df","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.128269469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6a78d511-5e12-4ba0-bde7-b8d9d9f0fab6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.128280696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6a78d511-5e12-4ba0-bde7-b8d9d9f0fab6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.128624368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8173b493-063c-45b7-8a78-a9ae384c3233","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.128637589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8173b493-063c-45b7-8a78-a9ae384c3233","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.128897995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0347d030-903e-4065-abdf-c7ec08a50bb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.12891085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0347d030-903e-4065-abdf-c7ec08a50bb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.178987175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b072997-77af-45b9-997f-046b816af227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.183056692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"b05a8161-1fca-423d-9342-7f5a013ecfcd","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.183082346Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"b05a8161-1fca-423d-9342-7f5a013ecfcd","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.241865907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"76265f3a-b04c-4021-86c9-71052db47181","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.242504034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5d730875-b94f-4fc3-ac20-15c63aafb78d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.243405341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0b008169-6466-4a39-a9c9-d77e8ead71da","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.243419752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0b008169-6466-4a39-a9c9-d77e8ead71da","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.24382628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bf861087-0e86-48e4-a957-185e6af410dd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.243917423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bf861087-0e86-48e4-a957-185e6af410dd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.244320642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2c4ea69b-79f9-4242-beff-5aa01a15d883","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.244373601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2c4ea69b-79f9-4242-beff-5aa01a15d883","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.26079418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b072997-77af-45b9-997f-046b816af227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.27417171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"65312f81-fded-4d75-b053-34e3919c9d4d","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.326144085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"75eb81ed-8d46-4b1d-95bc-54fbe801cfd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.326951489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"c5db09be-7fde-4a87-9343-8881971f4b48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.329087017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b072997-77af-45b9-997f-046b816af227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.334300055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"65312f81-fded-4d75-b053-34e3919c9d4d","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.379096253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81165522-56f4-49c7-9c1e-7b33f8048a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.384037459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"75eb81ed-8d46-4b1d-95bc-54fbe801cfd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.384939519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"c5db09be-7fde-4a87-9343-8881971f4b48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.390554102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"65312f81-fded-4d75-b053-34e3919c9d4d","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.4365122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81165522-56f4-49c7-9c1e-7b33f8048a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.465933482Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-991402","namespace":"llm"},"namespace":"llm","name":"e2e-dft-991402","reconcileID":"a861b1e8-89a7-44f6-a2f4-19ac8db1c14d","namespace":"llm","name":"e2e-dft-991402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.496956849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"39aa8a31-91fe-4afc-a816-b94129dd6ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.497446037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81165522-56f4-49c7-9c1e-7b33f8048a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.519933199Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-b2f3ce","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b2f3ce","reconcileID":"bcab98c1-b53f-42c0-af4c-91fc73f020eb","namespace":"llm","name":"e2e-dft-del-b2f3ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.551484872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"ed8c995f-dad0-42b2-b77d-95b8e15ef646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.554791423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"39aa8a31-91fe-4afc-a816-b94129dd6ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.609256445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"ed8c995f-dad0-42b2-b77d-95b8e15ef646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.658463171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"22dceade-bf5f-4f6e-9809-18b9e148584f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.715969118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"22dceade-bf5f-4f6e-9809-18b9e148584f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.759939355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"2485d175-e506-4e45-adcd-841639678704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.759939315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"b888365c-fb86-4cf2-8183-b6be17a13082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.818638975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"b888365c-fb86-4cf2-8183-b6be17a13082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.819362355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"2485d175-e506-4e45-adcd-841639678704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.836628289Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b2f3ce","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b2f3ce","reconcileID":"bf619fd9-300b-4d3a-98ad-822d4e9f1e4e","MaaSModelRef":{"name":"e2e-dft-del-b2f3ce","namespace":"llm"},"name":"e2e-dft-del-b2f3ce","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.876666925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"f3911456-ec92-4ca7-84fa-8c4f964a0fcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.890527898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"863ea55a-cd19-46d5-91ba-90173cb8a1be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.890552357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"863ea55a-cd19-46d5-91ba-90173cb8a1be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.934221135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"f3911456-ec92-4ca7-84fa-8c4f964a0fcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.945021115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"bdbe55fe-2c66-4b73-bb6c-aebfdf9be2ff","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.945054861Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"bdbe55fe-2c66-4b73-bb6c-aebfdf9be2ff","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.976279591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"c3ffb581-487a-4573-b071-ffd93bc1ac68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.999454752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e2956168-66f1-4299-b0e8-1a9610fb815e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.999482927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e2956168-66f1-4299-b0e8-1a9610fb815e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.999774087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"248ce6da-dab2-4280-84bd-7d7bd9ea119a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:19.99978635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"248ce6da-dab2-4280-84bd-7d7bd9ea119a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.000007692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cffa8749-eec0-479b-88e3-40150ba0d4c7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.000018623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cffa8749-eec0-479b-88e3-40150ba0d4c7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.000275014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57bd9580-8126-4993-be25-1e8a599089c2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.000288483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57bd9580-8126-4993-be25-1e8a599089c2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.000624875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fd33909e-e58c-4292-96e7-8abaa38435a0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.000641627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fd33909e-e58c-4292-96e7-8abaa38435a0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.000898486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4a43def4-bbf1-48d0-9d95-8891e203d6e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.000990583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"feb7b778-f309-46cf-8543-bf5df0da2ccf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.001008905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"feb7b778-f309-46cf-8543-bf5df0da2ccf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.001446007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee733340-1ff2-44c8-b320-3be404c57b2f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.001466585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee733340-1ff2-44c8-b320-3be404c57b2f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.001525172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"70209557-eb9c-49c4-a471-da9009307b4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.033552774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"c3ffb581-487a-4573-b071-ffd93bc1ac68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.055716992Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b2f3ce","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b2f3ce","reconcileID":"93419818-33e4-4f17-8db0-de0586f2b7b7","MaaSModelRef":{"name":"e2e-dft-del-b2f3ce","namespace":"llm"},"name":"e2e-dft-del-b2f3ce","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.077416244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"ff31e07c-13f4-4ace-87a5-97c7119ad6a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.136854345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"ff31e07c-13f4-4ace-87a5-97c7119ad6a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.236086715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05761d9a-1b30-491b-80aa-aa10f8f2bf26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.236401916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"5db03eb5-4f90-452a-8ac4-87e11e07f8fe","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.289249242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"98c87184-4d64-41d0-9d23-7cdfbc00b633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.293883066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05761d9a-1b30-491b-80aa-aa10f8f2bf26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.294131917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"5db03eb5-4f90-452a-8ac4-87e11e07f8fe","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.346702491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"98c87184-4d64-41d0-9d23-7cdfbc00b633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.350507483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05761d9a-1b30-491b-80aa-aa10f8f2bf26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.350749199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"5db03eb5-4f90-452a-8ac4-87e11e07f8fe","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.480444538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"40b41117-234d-4400-87c4-ddfa7eec0a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.538266375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"40b41117-234d-4400-87c4-ddfa7eec0a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.579179185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"328ec568-d081-4808-a1ec-f808cf4f69d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.5794641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"59b18c54-e366-46c7-96c2-15aa0f398ffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.632342879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a87377b3-6289-4c34-a7c4-34965eb210af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.637454295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"59b18c54-e366-46c7-96c2-15aa0f398ffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.637461202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"328ec568-d081-4808-a1ec-f808cf4f69d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.668505176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"b608ca8c-7bff-4393-9efc-f9d56e415bbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.690112184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a87377b3-6289-4c34-a7c4-34965eb210af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.710663641Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-b2f3ce","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b2f3ce","reconcileID":"30e198ff-31eb-4fb4-a701-d686950ff433","namespace":"llm","name":"e2e-dft-del-b2f3ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.736424967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"b608ca8c-7bff-4393-9efc-f9d56e415bbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.751103026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a87377b3-6289-4c34-a7c4-34965eb210af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.767440061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b2f3ce","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b2f3ce","reconcileID":"116785ff-9f5e-43ba-80bc-708e40fbaba9","MaaSModelRef":{"name":"e2e-dft-del-b2f3ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-b2f3ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.767576064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b2f3ce","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b2f3ce","reconcileID":"116785ff-9f5e-43ba-80bc-708e40fbaba9","MaaSModelRef":{"name":"e2e-dft-del-b2f3ce","namespace":"llm"},"routeName":"external-model-e2e-dft-del-b2f3ce-c4c0a0e2c6c6","namespace":"llm","model":"e2e-dft-del-b2f3ce","externalModel":"e2e-dft-del-b2f3ce","provider":"e2e-dft-del-b2f3ce-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.966030305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5f78844-efbe-43cd-9d2a-92e1826b89cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:20.966132732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"720af454-1c80-49ba-8f2d-66f8ecd27902","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.01347716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"7a9f6690-0408-4389-8011-5fc94c15b4f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.025022017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5f78844-efbe-43cd-9d2a-92e1826b89cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.025456247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"720af454-1c80-49ba-8f2d-66f8ecd27902","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.066674036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be3c7359-d48d-4aa5-83d4-5b99fedabc51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.071026345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"7a9f6690-0408-4389-8011-5fc94c15b4f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.082299988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5f78844-efbe-43cd-9d2a-92e1826b89cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.082370675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"720af454-1c80-49ba-8f2d-66f8ecd27902","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.113805246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"1d1d81b5-7e85-4938-8f0c-8a03dafd68a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.123895001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be3c7359-d48d-4aa5-83d4-5b99fedabc51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.17112739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"1d1d81b5-7e85-4938-8f0c-8a03dafd68a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.179932865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be3c7359-d48d-4aa5-83d4-5b99fedabc51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.24483676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"b5c14912-140d-405b-b9d8-74c3e6e3910d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.244889853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"addce372-90d5-471b-b49d-4cef42915750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.302593215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"b5c14912-140d-405b-b9d8-74c3e6e3910d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.302707513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"addce372-90d5-471b-b49d-4cef42915750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.34384414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"e8823ddd-ca85-48f5-817e-c9f2976c9210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.401466816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"e8823ddd-ca85-48f5-817e-c9f2976c9210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.443853273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"998aebb6-92b6-41e3-8828-243ad4925141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.501118844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"998aebb6-92b6-41e3-8828-243ad4925141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.544507224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"d856f4b7-8715-4e42-8465-4b03569abe16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.601916169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"d856f4b7-8715-4e42-8465-4b03569abe16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.645616702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"d59e2fdd-b97e-4316-ac77-4627db087612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.645616846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"dd30aa2b-a818-4625-a037-a8227b3bbf2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.703253974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"dd30aa2b-a818-4625-a037-a8227b3bbf2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.703392029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"d59e2fdd-b97e-4316-ac77-4627db087612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.770408639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"eb2af057-366d-40eb-9deb-c65ceadc8887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:21.827853231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"eb2af057-366d-40eb-9deb-c65ceadc8887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:23.212790645Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","namespace":"ai-tenant-e2e-extmod-a-0a8f62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:23.212875041Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","namespace":"ai-tenant-e2e-extmod-a-0a8f62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:23.21294273Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","tenant":"e2e-extmod-a-0a8f62","tenantID":"e2e-extmod-a-0a8f62","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:23.268210631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","gvk":"Deployment","name":"maas-api-e2e-extmod-a-0a8f62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:23.398969117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","gvk":"Service","name":"maas-api-e2e-extmod-a-0a8f62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:23.462083679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-0a8f62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:23.521404393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-0a8f62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:23.577481258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-0a8f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:23.633099498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-0a8f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:23.693115441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-0a8f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:23.750950415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-0a8f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:23.805698834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-0a8f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:23.867013213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-0a8f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:23.920515656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","gvk":"Service","name":"payload-processing-e2e-extmod-a-0a8f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:23.97384803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-0a8f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:24.027267859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-0a8f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:24.080502018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-0a8f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:24.133953281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-0a8f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:24.191555175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-0a8f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:24.245187621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-0a8f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:24.298695879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-0a8f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:24.354568624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-0a8f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:24.408302817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0a8f62"},"namespace":"ai-tenant-e2e-extmod-a-0a8f62","name":"default-tenant","reconcileID":"db3984d9-f5c7-4c50-86dd-81dd676a7dfb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-0a8f62","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.096757983Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-b2f3ce","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b2f3ce","reconcileID":"19f808a0-86e2-436f-8302-771853cb1177","namespace":"llm","name":"e2e-dft-del-b2f3ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.194961595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"28927ef6-5837-4315-a646-e88aaba9d15d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.194983713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"28927ef6-5837-4315-a646-e88aaba9d15d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.19532184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"951a8b80-9a8f-4316-b43b-cf5bdedd37de","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.195334154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"951a8b80-9a8f-4316-b43b-cf5bdedd37de","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.195531683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e57d88d-bf0d-473f-aa6c-b708b74dbb44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.195541193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e57d88d-bf0d-473f-aa6c-b708b74dbb44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.196557492Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-0a8f62","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-0a8f62","reconcileID":"f05a303e-4fca-4c0a-9d16-12bc4ee0b14b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-0a8f62","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-0a8f62"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.249865915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"57ab2de3-4219-4b65-a896-6143c293b99a","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.249896431Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"57ab2de3-4219-4b65-a896-6143c293b99a","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.298641359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"a26b8de8-36c3-40aa-97da-20c0a1c2c45c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.302181704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"3bb01ef2-5f92-43df-acc0-a0073ab7d497","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.303717127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bdd64e4d-9f84-4b59-997d-5dbee29916b8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.303760613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bdd64e4d-9f84-4b59-997d-5dbee29916b8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.30401083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"be330114-c500-42fa-b266-793e55e41b65","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.30402182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"be330114-c500-42fa-b266-793e55e41b65","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.304244187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fed1c806-19a5-4e83-aaf9-53537fa6dc1b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.304254502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fed1c806-19a5-4e83-aaf9-53537fa6dc1b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.304467779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"067d8feb-e85a-4ced-87b2-e941e2e4cc32","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.304478435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"067d8feb-e85a-4ced-87b2-e941e2e4cc32","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.304681532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fbc6c498-f6fc-4964-bfdf-b01371a14adf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.30469157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fbc6c498-f6fc-4964-bfdf-b01371a14adf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.352700701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"79dd0943-f668-485a-9229-32fc63c4b9f2","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.352815209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acf3d436-b8cd-4e8f-b376-57111b34ef4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.358097927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2669f077-9301-4b92-a7ff-246116ed62f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.363865822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"a26b8de8-36c3-40aa-97da-20c0a1c2c45c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.370864773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"3bb01ef2-5f92-43df-acc0-a0073ab7d497","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.407674213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"53a92788-38af-426a-8e32-d749f024132d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.411871597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"79dd0943-f668-485a-9229-32fc63c4b9f2","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.413606477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acf3d436-b8cd-4e8f-b376-57111b34ef4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.415988113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb762a95-05d8-4fb6-a8c7-53a64f74c137","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.418074763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2669f077-9301-4b92-a7ff-246116ed62f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.471569274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acf3d436-b8cd-4e8f-b376-57111b34ef4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.471705479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"79dd0943-f668-485a-9229-32fc63c4b9f2","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.475047769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2669f077-9301-4b92-a7ff-246116ed62f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.584614469Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-b2f3ce","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b2f3ce","reconcileID":"5e7ff172-dee8-4972-ac7c-a2e57df6b52d","namespace":"llm","name":"e2e-dft-del-b2f3ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.639382121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"9de914ac-5186-4d91-a783-4883972f120e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.639381613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"6e8ccef0-0122-41bc-8aba-3e1e73ca401d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.640289197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"c2e165e9-7db1-4efc-be5c-e69888226c3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.698971606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"6e8ccef0-0122-41bc-8aba-3e1e73ca401d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.699440435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"9de914ac-5186-4d91-a783-4883972f120e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.702768672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"c2e165e9-7db1-4efc-be5c-e69888226c3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.791648889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b1a77e-a630-4397-a311-3f031d50866b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.791886918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"5301ed48-1319-4002-b9c4-fc5e7fac110a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.848776597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b1a77e-a630-4397-a311-3f031d50866b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.849293864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"a3214580-0c82-4db5-86f5-a4a738b7ccad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.904237048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b1a77e-a630-4397-a311-3f031d50866b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.907274423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"5301ed48-1319-4002-b9c4-fc5e7fac110a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.958584472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b1a77e-a630-4397-a311-3f031d50866b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:25.962245775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"a3214580-0c82-4db5-86f5-a4a738b7ccad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.120520261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"14816b5c-20a6-45b5-adf0-f390d4e38112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.120867384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"ecb846a9-d386-4737-9e71-63e87ced679f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.120520233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"91e569af-d3fd-45d4-a731-476d5187131e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.178394495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"14816b5c-20a6-45b5-adf0-f390d4e38112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.184584013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"ecb846a9-d386-4737-9e71-63e87ced679f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.185919387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"91e569af-d3fd-45d4-a731-476d5187131e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.465887284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25695dc6-5ed6-4439-b9d1-a2f2db8e4299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.465887378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"965771a2-4ad1-4770-9bfc-9adc7c88976b","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.524592973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25695dc6-5ed6-4439-b9d1-a2f2db8e4299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.524599041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"965771a2-4ad1-4770-9bfc-9adc7c88976b","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.581398879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25695dc6-5ed6-4439-b9d1-a2f2db8e4299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.581779661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"965771a2-4ad1-4770-9bfc-9adc7c88976b","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.602987179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1cefedc-fdea-4004-a99c-ca543c379058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.648089111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"e53e7ab2-9848-470c-b618-d5f392036b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.648086284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"d9f3de3d-80d4-435c-8f76-5442b8ff8b95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.660596119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1cefedc-fdea-4004-a99c-ca543c379058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.706376143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"e53e7ab2-9848-470c-b618-d5f392036b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.706426154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"d9f3de3d-80d4-435c-8f76-5442b8ff8b95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.71744893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1cefedc-fdea-4004-a99c-ca543c379058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.742357236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"6d23f61a-2f20-4a54-8be5-f58701162220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.742370136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"fc8a7d3f-00ef-4adc-a2fb-96305ca0bb9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.825584854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"fc8a7d3f-00ef-4adc-a2fb-96305ca0bb9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.829153943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"6d23f61a-2f20-4a54-8be5-f58701162220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.88532608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"ce6bba89-7ac5-4895-97f6-0735f017978b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.942905328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"ce6bba89-7ac5-4895-97f6-0735f017978b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:26.999580249Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-f97409","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-f97409","reconcileID":"b7a39f7e-642d-4db0-bbe2-d07ac6f6383b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-f97409","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-f97409":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:27.158371455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"5474d222-e08b-4d23-8ba5-58177f01948d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:27.158442588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"f19d7e46-9b98-4eaa-abd2-9af74fe95176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:27.217819079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"5474d222-e08b-4d23-8ba5-58177f01948d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:27.218229872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"f19d7e46-9b98-4eaa-abd2-9af74fe95176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:27.981804665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02a5898f-a5de-45d4-8a4a-82b2360cf07b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:28.036080157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02a5898f-a5de-45d4-8a4a-82b2360cf07b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:28.090176063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02a5898f-a5de-45d4-8a4a-82b2360cf07b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:28.145105863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02a5898f-a5de-45d4-8a4a-82b2360cf07b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:30.209179032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78246fb-390f-4ca7-abbb-d35c507f85cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:30.263299483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78246fb-390f-4ca7-abbb-d35c507f85cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:30.318351989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78246fb-390f-4ca7-abbb-d35c507f85cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:30.372916335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78246fb-390f-4ca7-abbb-d35c507f85cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:33.436093455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c98e592-6b7e-4893-8cd9-753f4df1289a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:33.494372416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c98e592-6b7e-4893-8cd9-753f4df1289a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:33.548899273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c98e592-6b7e-4893-8cd9-753f4df1289a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:33.606799325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c98e592-6b7e-4893-8cd9-753f4df1289a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:33.895107962Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-f3109b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-f3109b","reconcileID":"8584d261-a73d-4786-9cde-7ec567c7b84e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-f3109b","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-f3109b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:35.645007066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8201a418-bf37-4e30-9b9c-33f8d7b20346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:35.699101312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8201a418-bf37-4e30-9b9c-33f8d7b20346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:35.752986689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8201a418-bf37-4e30-9b9c-33f8d7b20346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:35.807167355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8201a418-bf37-4e30-9b9c-33f8d7b20346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:36.796440158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"069450b4-ecbe-4bd3-9845-e8b956b5c4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:36.796436109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"1b8dfa60-bb59-4f36-8f92-195a21b07e8b","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:36.854909033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"1b8dfa60-bb59-4f36-8f92-195a21b07e8b","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:36.855141042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"069450b4-ecbe-4bd3-9845-e8b956b5c4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:36.960998081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"797dbd46-474d-4417-9364-b4d0ec1fb0c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:36.962434662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"1b8dfa60-bb59-4f36-8f92-195a21b07e8b","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:36.962600019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"069450b4-ecbe-4bd3-9845-e8b956b5c4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:37.018949625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"797dbd46-474d-4417-9364-b4d0ec1fb0c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:37.075414433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"797dbd46-474d-4417-9364-b4d0ec1fb0c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:37.808009684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"724caace-d18d-4562-b500-44c92e8916f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:37.861959411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"724caace-d18d-4562-b500-44c92e8916f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:37.918183827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"724caace-d18d-4562-b500-44c92e8916f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:38.000309192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"724caace-d18d-4562-b500-44c92e8916f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:40.00731689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7855a0ba-aac8-4c57-bed6-8441af1bcc25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:40.062392667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7855a0ba-aac8-4c57-bed6-8441af1bcc25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:40.117780497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7855a0ba-aac8-4c57-bed6-8441af1bcc25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:40.173660445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7855a0ba-aac8-4c57-bed6-8441af1bcc25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:40.834372173Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:42.129148858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2288edd6-1842-4be9-9a8b-1ad58aaadbee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:42.183603399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2288edd6-1842-4be9-9a8b-1ad58aaadbee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:42.237634053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2288edd6-1842-4be9-9a8b-1ad58aaadbee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:42.291967493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2288edd6-1842-4be9-9a8b-1ad58aaadbee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:44.366093905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e977c5c7-f092-41ea-909d-6b3834776b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:44.421120576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e977c5c7-f092-41ea-909d-6b3834776b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:44.476358872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e977c5c7-f092-41ea-909d-6b3834776b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:44.535137782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e977c5c7-f092-41ea-909d-6b3834776b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:46.456669313Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","namespace":"ai-tenant-e2e-extmod-a-28197c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:46.456778457Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","namespace":"ai-tenant-e2e-extmod-a-28197c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:46.456852511Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","tenant":"e2e-extmod-a-28197c","tenantID":"e2e-extmod-a-28197c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:46.514634049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","gvk":"Deployment","name":"maas-api-e2e-extmod-a-28197c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:46.567901359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70175c1f-4b0a-4289-bb48-24c7fc2bc262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:46.62280068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70175c1f-4b0a-4289-bb48-24c7fc2bc262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:46.629404867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","gvk":"Service","name":"maas-api-e2e-extmod-a-28197c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:46.677232157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70175c1f-4b0a-4289-bb48-24c7fc2bc262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:46.731429363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70175c1f-4b0a-4289-bb48-24c7fc2bc262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:46.733369989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-28197c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:46.792480421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-28197c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:46.853050235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-28197c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:46.912892843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-28197c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.017977517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-28197c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.085318842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-28197c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.139125143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-28197c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.18197674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7c44555-2852-4e12-ad66-fd1223efbf1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.181994339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"525a7bec-4e8e-406d-997f-9919c4c9e348","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.19539445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-28197c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.23962862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"525a7bec-4e8e-406d-997f-9919c4c9e348","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.239686862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7c44555-2852-4e12-ad66-fd1223efbf1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.248983518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","gvk":"Service","name":"payload-processing-e2e-extmod-a-28197c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.298613187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"525a7bec-4e8e-406d-997f-9919c4c9e348","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.304239709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd34ce50-ff9a-4f84-9709-27fab6f40712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.304675422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-28197c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.305331268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7c44555-2852-4e12-ad66-fd1223efbf1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.358843566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-28197c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.362758786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd34ce50-ff9a-4f84-9709-27fab6f40712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.413097944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-28197c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.418979125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd34ce50-ff9a-4f84-9709-27fab6f40712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.466744668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-28197c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.52559867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-28197c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.578944453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-28197c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.632380983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-28197c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.685917935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-28197c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:47.740612308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-28197c"},"namespace":"ai-tenant-e2e-extmod-a-28197c","name":"default-tenant","reconcileID":"466cc46a-4041-4c16-a69d-05f23a9322ac","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-28197c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:48.806927682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f75a2c6-1810-4f46-84f1-6cbb126a4430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:48.861390044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f75a2c6-1810-4f46-84f1-6cbb126a4430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:48.919567109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f75a2c6-1810-4f46-84f1-6cbb126a4430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:48.975037844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f75a2c6-1810-4f46-84f1-6cbb126a4430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:50.920768186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd80d0e-dc80-4eb8-a039-814db9ca76f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:50.977641212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd80d0e-dc80-4eb8-a039-814db9ca76f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:51.032922066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd80d0e-dc80-4eb8-a039-814db9ca76f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:51.087217692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd80d0e-dc80-4eb8-a039-814db9ca76f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:55.615787308Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-28197c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-28197c","reconcileID":"f3694f58-c1c6-4916-992a-261e65e2fc7b","aitenant":"ai-tenants/e2e-extmod-a-28197c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:56.19374413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64123fb2-6a95-478f-a259-915ff4929261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:56.247683407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64123fb2-6a95-478f-a259-915ff4929261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:56.30428612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64123fb2-6a95-478f-a259-915ff4929261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:56.359010609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64123fb2-6a95-478f-a259-915ff4929261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:56.473699823Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-28197c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-28197c","reconcileID":"f3694f58-c1c6-4916-992a-261e65e2fc7b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-28197c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-28197c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:57.62331927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0c277cb-6412-46e2-b27a-3b8f097598c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:57.623339651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"85084b4a-a79e-45db-a448-e572211bf7fb","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:57.677115053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66bdc8f6-0fac-4da4-95cd-a5832b5e577a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:57.682771808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0c277cb-6412-46e2-b27a-3b8f097598c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:57.68277181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"85084b4a-a79e-45db-a448-e572211bf7fb","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:57.735379613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66bdc8f6-0fac-4da4-95cd-a5832b5e577a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:57.790684437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0c277cb-6412-46e2-b27a-3b8f097598c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:57.791282541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"85084b4a-a79e-45db-a448-e572211bf7fb","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:57.792455326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66bdc8f6-0fac-4da4-95cd-a5832b5e577a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:57.850565562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972063ff-956e-47db-96d8-4e724d0c8c38","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:57.85059662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972063ff-956e-47db-96d8-4e724d0c8c38","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:57.95379494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"caf81dad-5c99-4348-9fd2-2c3eb1a9de69","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:57.953821551Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"caf81dad-5c99-4348-9fd2-2c3eb1a9de69","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:58.007949717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d7e611b-c709-4120-83cb-d185d3acf2a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:58.007972395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d7e611b-c709-4120-83cb-d185d3acf2a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:58.344222471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b44e3bc-d34b-40db-af9f-0c4977175b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:58.398442142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b44e3bc-d34b-40db-af9f-0c4977175b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:58.452653146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b44e3bc-d34b-40db-af9f-0c4977175b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:54:58.506726354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b44e3bc-d34b-40db-af9f-0c4977175b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:00.480796096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507e4fc8-372b-48c4-bbdd-fb901a157895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:00.534663898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507e4fc8-372b-48c4-bbdd-fb901a157895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:00.59158693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507e4fc8-372b-48c4-bbdd-fb901a157895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:00.646259762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507e4fc8-372b-48c4-bbdd-fb901a157895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:02.582546523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bacce1a1-5dc8-4ae3-b77e-3949c4dc3ae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:02.636804485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bacce1a1-5dc8-4ae3-b77e-3949c4dc3ae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:02.690874429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bacce1a1-5dc8-4ae3-b77e-3949c4dc3ae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:02.745109196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bacce1a1-5dc8-4ae3-b77e-3949c4dc3ae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:04.52257476Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-1dd5d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-1dd5d5","reconcileID":"db39746f-4a96-43a9-9fe4-debc6a3ae221","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-1dd5d5","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-1dd5d5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:04.746868452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9cbec60-b530-42f0-a28a-e67663430988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:04.801166706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9cbec60-b530-42f0-a28a-e67663430988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:04.855657764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9cbec60-b530-42f0-a28a-e67663430988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:04.909654599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9cbec60-b530-42f0-a28a-e67663430988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:06.858985652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fd5220-4826-452d-9e66-74c8ec9e7e70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:06.913347052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fd5220-4826-452d-9e66-74c8ec9e7e70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:06.967590365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fd5220-4826-452d-9e66-74c8ec9e7e70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:07.023216195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fd5220-4826-452d-9e66-74c8ec9e7e70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:08.11404418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"819e57a3-9189-4693-9ea2-e6df3b07dfd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:08.169681117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fcbc8e7-32e2-429b-a609-0481c7c7f88b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:08.169958638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"7e22e939-553e-4c55-b4ec-0835afe50903","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:08.175558757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"819e57a3-9189-4693-9ea2-e6df3b07dfd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:08.228128514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"7e22e939-553e-4c55-b4ec-0835afe50903","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:08.228204567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fcbc8e7-32e2-429b-a609-0481c7c7f88b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:08.233824053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"819e57a3-9189-4693-9ea2-e6df3b07dfd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:08.293123614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fcbc8e7-32e2-429b-a609-0481c7c7f88b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:08.315428615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"7e22e939-553e-4c55-b4ec-0835afe50903","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:09.041580809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ef647ca-6de4-44ea-b1e3-627fa7c6795b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:09.09594652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ef647ca-6de4-44ea-b1e3-627fa7c6795b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:09.149974034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ef647ca-6de4-44ea-b1e3-627fa7c6795b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:09.204500763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ef647ca-6de4-44ea-b1e3-627fa7c6795b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:10.832681055Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:11.130408829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3220aefd-6326-4fb6-afde-47289075f36e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:11.188011015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3220aefd-6326-4fb6-afde-47289075f36e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:11.244509903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3220aefd-6326-4fb6-afde-47289075f36e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:11.298483744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3220aefd-6326-4fb6-afde-47289075f36e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:13.224528719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba6355c-ae55-4b07-bfc3-cbb13d8beac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:13.278642299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba6355c-ae55-4b07-bfc3-cbb13d8beac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:13.333336732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba6355c-ae55-4b07-bfc3-cbb13d8beac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:13.387576517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba6355c-ae55-4b07-bfc3-cbb13d8beac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:18.448475301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58b29a0a-d579-4a58-919e-b77a1d46ec21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:18.506097723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58b29a0a-d579-4a58-919e-b77a1d46ec21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:18.550243792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"7dc1d1e5-fcb8-4a8b-95c6-cce23716b9dd","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:18.550259364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbc59a48-3957-47e4-9833-610ef58d850e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:18.563162887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58b29a0a-d579-4a58-919e-b77a1d46ec21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:18.609014291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbc59a48-3957-47e4-9833-610ef58d850e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:18.609081401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"7dc1d1e5-fcb8-4a8b-95c6-cce23716b9dd","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:18.666068424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbc59a48-3957-47e4-9833-610ef58d850e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:18.666127763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"7dc1d1e5-fcb8-4a8b-95c6-cce23716b9dd","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:28.776688084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bd05b7d-62aa-4f93-be25-b27f5f8a650a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:28.833977472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bd05b7d-62aa-4f93-be25-b27f5f8a650a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:28.880545016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb3fa99d-7564-4c65-8f96-f443f2191c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:28.88061144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"ce918bd1-b0be-4902-97ca-34cde04b4a31","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:28.938545477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb3fa99d-7564-4c65-8f96-f443f2191c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:28.938697802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"ce918bd1-b0be-4902-97ca-34cde04b4a31","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:29.10953247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bac89d86-47f3-40b3-bcff-a69514948d20","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:29.109552941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bac89d86-47f3-40b3-bcff-a69514948d20","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:29.26244953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e116fd6-e432-4b2c-b7ab-031d228bde89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:29.262505656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e116fd6-e432-4b2c-b7ab-031d228bde89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:29.423774261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"e2df0f6a-369f-42b7-9045-055a8ebb2483","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:29.423803361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"e2df0f6a-369f-42b7-9045-055a8ebb2483","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:31.393848876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"044ab26f-9fa7-4236-914a-237a8833bcb2","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:31.393877421Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"044ab26f-9fa7-4236-914a-237a8833bcb2","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:55:31.449917583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-sub","reconcileID":"12daca53-b01a-4f85-bb65-0fdc5b7ca7a5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-c700ba-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:31.554833359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"0d4d881d-ebbc-46ef-a8e5-57d6e4881df9","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:31.554858507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc28cd76-de89-4a58-9e6a-8b668fbc3e8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:31.555201462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2438c6a-7ecb-40bf-9360-93f7d5123675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:31.560534987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"683682d2-0605-429c-9af8-8f09eb0b3157","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:31.560555091Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"683682d2-0605-429c-9af8-8f09eb0b3157","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:55:31.673346454Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"683682d2-0605-429c-9af8-8f09eb0b3157","name":"e2e-dft-c700ba","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c700ba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:55:31.673412973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"683682d2-0605-429c-9af8-8f09eb0b3157","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c700ba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:31.680025321Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2438c6a-7ecb-40bf-9360-93f7d5123675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:55:31.683567633Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc28cd76-de89-4a58-9e6a-8b668fbc3e8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:55:31.724689515Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"0d4d881d-ebbc-46ef-a8e5-57d6e4881df9","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:31.727125152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"7602e6c7-d6ac-48cd-832a-d0db723e41ac","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:31.727143212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"7602e6c7-d6ac-48cd-832a-d0db723e41ac","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:31.735811335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2438c6a-7ecb-40bf-9360-93f7d5123675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:55:31.74168089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc28cd76-de89-4a58-9e6a-8b668fbc3e8b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T20:55:31.783345821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"0d4d881d-ebbc-46ef-a8e5-57d6e4881df9","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:31.783502625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41d718c8-7537-4d94-a9ef-b9410ec7f66f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:31.783522019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41d718c8-7537-4d94-a9ef-b9410ec7f66f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:31.837706579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"d8963dc2-e6e6-4737-af1c-e9669302709b","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:31.837749496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"d8963dc2-e6e6-4737-af1c-e9669302709b","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:31.891990741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dbdf9445-cdd2-4891-a01f-bbd3ec028b4d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:31.892013863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dbdf9445-cdd2-4891-a01f-bbd3ec028b4d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:31.944667545Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-sub","reconcileID":"9f3a2f2d-fb04-4796-9fc9-b53cf91d6e25","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c700ba","model":"e2e-dft-c700ba","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-c700ba-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:31.955048371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81781996-5566-4fc0-8078-f50fa6867a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:31.997547655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"f1aada3e-0926-4f1f-b701-f45c076e97d1","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:32.007085185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15f78baf-485b-4bf8-be5d-eebc5d945a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:32.012439015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81781996-5566-4fc0-8078-f50fa6867a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:32.055327849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"f1aada3e-0926-4f1f-b701-f45c076e97d1","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:32.064640841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15f78baf-485b-4bf8-be5d-eebc5d945a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:32.111159624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"f1aada3e-0926-4f1f-b701-f45c076e97d1","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:32.120719183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15f78baf-485b-4bf8-be5d-eebc5d945a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:32.220984974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"4e5b01c8-8cdf-403e-a5c3-f84d3beeb7c9","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:32.221012789Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"4e5b01c8-8cdf-403e-a5c3-f84d3beeb7c9","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:32.328839191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"6d6cec1c-11c0-4cc7-946e-90fe05bba76d","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:32.328868211Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"6d6cec1c-11c0-4cc7-946e-90fe05bba76d","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:32.436298651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-sub","reconcileID":"fbe1dc5b-bf47-41fc-aa95-e6a0e41af484","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c700ba","model":"llm/e2e-dft-c700ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:40.833822036Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:42.335576788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45d6d22f-9eb8-495e-a0e3-df54db5e1252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:42.393111674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45d6d22f-9eb8-495e-a0e3-df54db5e1252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:42.435711774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"297f5dbb-39af-47b3-a0f7-763b90ad682e","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:42.449126017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45d6d22f-9eb8-495e-a0e3-df54db5e1252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:42.493426242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"297f5dbb-39af-47b3-a0f7-763b90ad682e","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:42.550718591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"297f5dbb-39af-47b3-a0f7-763b90ad682e","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:47.994031618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"02f5f334-ff9c-413a-b275-ec4418958a94","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-f97409","tenantID":"e2e-inf-a-f97409","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:48.112076481Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"02f5f334-ff9c-413a-b275-ec4418958a94","name":"e2e-inf-a-f97409-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:51.006492098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"18ebf903-82cc-495d-9a76-f6faafd17761","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:51.109718276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"8154bd72-247b-477a-810a-0646183b9c0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:51.120486633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"b56f8af2-117c-428a-9e5a-1a357a5be598","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:51.271691901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-sub","reconcileID":"b407dab2-e42e-42ef-ab19-41445315e89f","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c700ba","model":"llm/e2e-dft-c700ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:51.385588083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"e94cd5f6-4a0b-4863-bb30-ba22f954f29b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:51.502566544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"240c50f4-f845-44cc-9088-95199a250113","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:51.546470029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"d1b0a05b-96c0-4563-a851-eb8d388b2806","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:51.54649876Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"d1b0a05b-96c0-4563-a851-eb8d388b2806","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:51.672669343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"77a58428-d5de-41d4-917a-c593d500b050","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:51.768192264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"8137613c-1d30-41c7-ab0f-c1f15932e658","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:51.945794617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"83576ddf-594f-446c-8bfc-f9d092847994","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:52.054609508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"77bf0945-3dc8-4a25-a48f-a877783eb0c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:52.155696268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"f4cdd2be-68ed-4dc3-a7ba-b2c3bc823e5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:52.255877564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"379ccab3-6be3-40de-9d7c-23cfa23afd95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:52.356554063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8202680d-81b9-4513-96bd-f002f2b9fd16","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:52.652615084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"f9992975-d67e-4076-b5eb-324b5ee892e4","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:52.652796442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41fa7a5f-455a-47d7-84b6-bea877ee0dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:52.652615048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"431be75c-090f-4158-ab97-09ba507369f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:52.711626093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41fa7a5f-455a-47d7-84b6-bea877ee0dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:52.712921571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"f9992975-d67e-4076-b5eb-324b5ee892e4","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:52.714268706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"431be75c-090f-4158-ab97-09ba507369f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:52.768434766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41fa7a5f-455a-47d7-84b6-bea877ee0dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:52.769816208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"f9992975-d67e-4076-b5eb-324b5ee892e4","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:52.770975761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"431be75c-090f-4158-ab97-09ba507369f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:52.828921207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70b6eebe-b1d5-44c0-8d08-d2a5a2e92506","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:52.828940483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70b6eebe-b1d5-44c0-8d08-d2a5a2e92506","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:52.886010287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"90eaa25b-cd24-440c-a62a-d86a74df35ac","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:52.886042514Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"90eaa25b-cd24-440c-a62a-d86a74df35ac","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:52.940510008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2540a60-f112-4839-b69e-f6a9e33e78d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:52.940529925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2540a60-f112-4839-b69e-f6a9e33e78d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:53.089650034Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","namespace":"ai-tenant-e2e-extmod-b-020389","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:53.089767042Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","namespace":"ai-tenant-e2e-extmod-b-020389","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:53.089822666Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","tenant":"e2e-extmod-b-020389","tenantID":"e2e-extmod-b-020389","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:53.145132587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","gvk":"Deployment","name":"maas-api-e2e-extmod-b-020389","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:53.206605475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","gvk":"Service","name":"maas-api-e2e-extmod-b-020389","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:53.262844288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-020389","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:53.318041241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-020389","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:53.377277459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-020389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:53.433763149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-020389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:53.491907183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-020389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:53.548007229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-020389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:53.602057017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-020389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:53.656160095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-020389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:53.709700589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","gvk":"Service","name":"payload-processing-e2e-extmod-b-020389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:53.762964524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-020389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:53.816417591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-020389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:53.869887717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-020389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:53.923156621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-020389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:53.979476295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-020389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:54.03312807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-020389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:54.086723619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-020389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:54.141634335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-020389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:54.195301079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-020389"},"namespace":"ai-tenant-e2e-extmod-b-020389","name":"default-tenant","reconcileID":"66837ef2-a28e-49a8-ba0e-653bbaf75652","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-020389","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:57.122911988Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-020389","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-020389","reconcileID":"bc6848ea-a928-4868-a7e5-cbd291556785","aitenant":"ai-tenants/e2e-extmod-b-020389","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:57.748872761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8acb30bb-2d21-45df-b818-3e257e8ada9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:57.802957957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8acb30bb-2d21-45df-b818-3e257e8ada9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:57.856873321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8acb30bb-2d21-45df-b818-3e257e8ada9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:57.911964543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8acb30bb-2d21-45df-b818-3e257e8ada9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:57.974350558Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-020389","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-020389","reconcileID":"bc6848ea-a928-4868-a7e5-cbd291556785","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-020389","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-020389"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:59.236283683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"70086695-062f-45c6-aad5-6f31724ccac7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-f3109b","tenantID":"e2e-inf-a-f3109b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:59.409450994Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"70086695-062f-45c6-aad5-6f31724ccac7","name":"e2e-inf-a-f3109b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:59.874924127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03412f2e-60a8-44e2-953f-3270b4875d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:59.931885995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03412f2e-60a8-44e2-953f-3270b4875d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:55:59.98592182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03412f2e-60a8-44e2-953f-3270b4875d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:00.039878172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03412f2e-60a8-44e2-953f-3270b4875d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:02.013134999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a5b3460-58ef-4990-a324-217afab64f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:02.069498555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a5b3460-58ef-4990-a324-217afab64f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:02.124709945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a5b3460-58ef-4990-a324-217afab64f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:02.179689196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a5b3460-58ef-4990-a324-217afab64f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:03.05737241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"967aece9-dc0d-4cfd-9f0c-ab1f1cc8759b","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:03.058353836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4550869-d2aa-4f08-baa3-2a9af1e89146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:03.059033712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6510f9ae-2205-4039-ad04-7ff4e2592ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:03.125789335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4550869-d2aa-4f08-baa3-2a9af1e89146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:03.129607667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"967aece9-dc0d-4cfd-9f0c-ab1f1cc8759b","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:03.139924262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6510f9ae-2205-4039-ad04-7ff4e2592ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:03.186684831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4550869-d2aa-4f08-baa3-2a9af1e89146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:03.186782613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"967aece9-dc0d-4cfd-9f0c-ab1f1cc8759b","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:03.204045733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6510f9ae-2205-4039-ad04-7ff4e2592ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:04.431623524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85dd3e2f-1c95-4acc-97b1-3af7c1fde9d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:04.485682459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85dd3e2f-1c95-4acc-97b1-3af7c1fde9d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:04.539695358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85dd3e2f-1c95-4acc-97b1-3af7c1fde9d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:04.593874197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85dd3e2f-1c95-4acc-97b1-3af7c1fde9d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:05.035851322Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-4530c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-4530c5","reconcileID":"a6d2696a-3d8f-44ff-b91d-155d04b5a189","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-4530c5","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-4530c5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:06.53782601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f293d3-68ed-492a-a6e6-c76b73f31031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:06.591835789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f293d3-68ed-492a-a6e6-c76b73f31031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:06.645582074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f293d3-68ed-492a-a6e6-c76b73f31031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:06.700127333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f293d3-68ed-492a-a6e6-c76b73f31031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:08.67031174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e51ffb8e-300c-4de8-95b8-33e9a05d816e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:08.725046811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e51ffb8e-300c-4de8-95b8-33e9a05d816e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:08.781466861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e51ffb8e-300c-4de8-95b8-33e9a05d816e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:08.836327599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e51ffb8e-300c-4de8-95b8-33e9a05d816e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:10.78071762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d28a1cb-0342-4047-a7f0-991fafc8e821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:10.833316885Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:10.83484403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d28a1cb-0342-4047-a7f0-991fafc8e821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:10.889510243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d28a1cb-0342-4047-a7f0-991fafc8e821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:10.943749669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d28a1cb-0342-4047-a7f0-991fafc8e821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:12.946528504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f39159b-4ff7-49c9-a6ca-9511997e6584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:13.000687199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f39159b-4ff7-49c9-a6ca-9511997e6584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:13.054796972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f39159b-4ff7-49c9-a6ca-9511997e6584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:13.109045658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f39159b-4ff7-49c9-a6ca-9511997e6584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:13.43457423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47d95009-90db-41f8-8e55-c54e262c25a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:13.434569389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d7a69c9-3d42-4782-ad03-f0a220ec0aeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:13.43497356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"31190fc6-cd17-422a-bfb6-5ab4df4a979a","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:13.4940704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d7a69c9-3d42-4782-ad03-f0a220ec0aeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:13.494082733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"31190fc6-cd17-422a-bfb6-5ab4df4a979a","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:13.496622306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47d95009-90db-41f8-8e55-c54e262c25a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:13.550859891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d7a69c9-3d42-4782-ad03-f0a220ec0aeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:13.550860478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"31190fc6-cd17-422a-bfb6-5ab4df4a979a","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:13.552811376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47d95009-90db-41f8-8e55-c54e262c25a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:23.7679165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88a8f826-1230-40ad-8c76-3a76f4283a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:23.76813106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f433488d-3371-49a6-9e52-bc0219213b60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:23.767916531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"74ccef5d-bde9-43ed-84ff-9b43d2794d47","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:23.828412811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88a8f826-1230-40ad-8c76-3a76f4283a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:23.829413308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f433488d-3371-49a6-9e52-bc0219213b60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:23.830860078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"74ccef5d-bde9-43ed-84ff-9b43d2794d47","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:23.88551194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88a8f826-1230-40ad-8c76-3a76f4283a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:23.886186919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f433488d-3371-49a6-9e52-bc0219213b60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:23.887429971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"74ccef5d-bde9-43ed-84ff-9b43d2794d47","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:25.029501581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"5245cdcc-8970-46f0-92fb-ea4290e2be44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:25.119452607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5eba0afc-186e-4e86-9da0-255939bb9629","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:25.293605421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"857794c9-a7e4-42cf-8cd5-3e3bc83cb263","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:25.411551517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"1916e394-53a9-475e-8bd1-6d84b313eed4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:25.519655414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"45c28aa7-8e9a-4749-8db3-6d12f4872f4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:25.759597198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"405b7737-8cfb-4fcb-b21a-c4f3fb873e24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:25.848257016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"f745c320-fa1b-477e-a100-ef38b46701fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:26.077324863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"c6c30987-3156-4670-ac63-f6ed9167fb9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:26.20139768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"6abadb0a-8973-4e08-9b61-e859ac0e341c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:26.335910006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-sub","reconcileID":"7dbed47b-a2b7-438b-a0a8-3c34a013856a","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c700ba","model":"llm/e2e-dft-c700ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:26.379714735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"9b07471b-d9bc-4a51-8ea5-edfec512d99f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:26.607388383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"db47d525-c329-4b0b-be8c-993bf7a27763","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:26.705618049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7d1d1f13-fffb-4e15-b947-94620cbed280","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:30.185626663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"812b976f-cafa-49b2-9f1d-1de51c77eeb3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1dd5d5","tenantID":"e2e-inf-a-1dd5d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:30.306705983Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"812b976f-cafa-49b2-9f1d-1de51c77eeb3","name":"e2e-inf-a-1dd5d5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:34.101971163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83f2dc79-6c66-4b41-b5bf-5d21b914c53c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:34.101971008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e97038d-ca79-4657-8b2d-60883d7e57f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:34.105308692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"bbd19761-b28f-4e9c-9ab0-f900f16b2980","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:34.160574817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e97038d-ca79-4657-8b2d-60883d7e57f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:34.161912583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83f2dc79-6c66-4b41-b5bf-5d21b914c53c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:34.163075489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"bbd19761-b28f-4e9c-9ab0-f900f16b2980","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:34.485599811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1b9e210-3331-4ef7-af66-f23e8466759d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:34.485620853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1b9e210-3331-4ef7-af66-f23e8466759d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:34.486465163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"42243895-ccba-4449-8326-8720ed2b90bd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:34.48648253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"42243895-ccba-4449-8326-8720ed2b90bd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:34.647274664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"efb97292-a8a9-4ccd-96a5-1ec8c5553549","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:34.647310878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"efb97292-a8a9-4ccd-96a5-1ec8c5553549","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:56:40.832847007Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:10.832473012Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:16.915252574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa79ba8d-fd91-40b1-86e4-b34174721e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:16.969725321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa79ba8d-fd91-40b1-86e4-b34174721e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:17.025036323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa79ba8d-fd91-40b1-86e4-b34174721e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:17.080572742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa79ba8d-fd91-40b1-86e4-b34174721e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:19.060092539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64994adf-8847-487e-9b64-ff3605176660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:19.114071627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64994adf-8847-487e-9b64-ff3605176660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:19.171089552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64994adf-8847-487e-9b64-ff3605176660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:19.225903431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64994adf-8847-487e-9b64-ff3605176660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:24.566873729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"707ba3d7-48a6-441b-b5a4-1efd467b184d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:24.620837634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"707ba3d7-48a6-441b-b5a4-1efd467b184d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:24.675216264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"707ba3d7-48a6-441b-b5a4-1efd467b184d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:24.729934587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"707ba3d7-48a6-441b-b5a4-1efd467b184d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:25.164633798Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-e19d40","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-e19d40","reconcileID":"4a96c05b-a5c4-4aac-80a1-98fbfa2e8cd6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-e19d40","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-e19d40":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:26.723105495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"936958b7-eb22-4cb2-811f-363a14e28b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:26.776964742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"936958b7-eb22-4cb2-811f-363a14e28b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:26.830817261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"936958b7-eb22-4cb2-811f-363a14e28b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:26.884816051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"936958b7-eb22-4cb2-811f-363a14e28b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:28.832858452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c8ae77-c4c0-478a-ad04-bc1a6725f85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:28.887404015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c8ae77-c4c0-478a-ad04-bc1a6725f85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:28.94132991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c8ae77-c4c0-478a-ad04-bc1a6725f85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:28.996070533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c8ae77-c4c0-478a-ad04-bc1a6725f85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:30.952383434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc45d41-6b21-4507-894c-e2f2b8b1b550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:31.006576707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc45d41-6b21-4507-894c-e2f2b8b1b550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:31.060577138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc45d41-6b21-4507-894c-e2f2b8b1b550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:31.115129605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc45d41-6b21-4507-894c-e2f2b8b1b550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:33.056686367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59044c31-2e2c-4317-a8ba-5b120a32830a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:33.110852026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59044c31-2e2c-4317-a8ba-5b120a32830a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:33.165869947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59044c31-2e2c-4317-a8ba-5b120a32830a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:33.22012678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59044c31-2e2c-4317-a8ba-5b120a32830a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:33.745971014Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-801923","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-801923","reconcileID":"7b97b3f7-b940-4652-9ee3-7212a086fd72","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-801923","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-801923":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:35.241895769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df65e223-b6ee-446f-b630-de8cccb48c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:35.296028917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df65e223-b6ee-446f-b630-de8cccb48c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:35.349947228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df65e223-b6ee-446f-b630-de8cccb48c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:35.404218155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df65e223-b6ee-446f-b630-de8cccb48c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:35.849615158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"f2c27eea-964f-433d-b805-0758a5e3dc0c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4530c5","tenantID":"e2e-inf-a-4530c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:35.969869576Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"f2c27eea-964f-433d-b805-0758a5e3dc0c","name":"e2e-inf-a-4530c5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:36.810055818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"002e2bce-e564-4823-b356-16cf6ef5d756","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:37.047806366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-sub","reconcileID":"86901dc0-5ddb-4877-b953-e7f0d1a959c8","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c700ba","model":"llm/e2e-dft-c700ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:37.106853966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"eea43754-96fe-4b6b-ba42-b59dbc8d9d92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:37.206868477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"4a2b7b49-b6d1-400e-93ab-faa9ba1fc410","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:37.518112663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"82f94f55-dd8f-463a-8e61-078955ead324","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:37.898325725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"9236d9eb-7cfe-4fab-98f0-202a4233fa13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:37.997642934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"9ca218d8-e6fe-4e4a-8b81-3e2d453775a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:38.097807797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ea1c3ec7-abb2-43ec-a934-595bfeadfa6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:38.198275657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"6dd52eb1-4d8c-48f4-b599-8753556cb34c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:38.29881691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"0e64fa40-fed6-4033-b983-3f87ac828382","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:38.347108442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cf872cee-a27d-44cf-995f-e29cc96d2540","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:38.459808355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"20e90a48-2afd-496f-9037-be7a9f3a8650","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:38.513863897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"bd4fe9a5-b746-4c83-bd32-289adcbf039b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:57:40.851315253Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:02.273512955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d4e4d3-8dac-4fba-b92c-869ea3c98cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:02.327507248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d4e4d3-8dac-4fba-b92c-869ea3c98cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:02.381619819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d4e4d3-8dac-4fba-b92c-869ea3c98cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:02.435551233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d4e4d3-8dac-4fba-b92c-869ea3c98cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:04.370528889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac779fe-ea3f-44b2-b067-3a919b0c838b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:04.42500076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac779fe-ea3f-44b2-b067-3a919b0c838b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:04.479092207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac779fe-ea3f-44b2-b067-3a919b0c838b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:04.533036967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac779fe-ea3f-44b2-b067-3a919b0c838b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:07.606954841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"ecb5e91f-ea85-45f2-bf5e-502bf3280728","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:07.833368572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"43ded673-45a8-4f4b-bc16-9faccc1b87c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:07.946894165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"af2e2b57-e1ed-4873-890f-a1f824a38237","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:08.06508429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"9f9797b5-ddf2-408a-ba83-ec4e676c897b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:08.413248823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"044b9254-370d-4675-a28c-0bbc159990be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:08.521456773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"60e0bfb2-0aa9-4f6b-abc2-114e502da2ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:08.803445385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"6d458617-d4b0-4cc7-bfc2-ecd15af6b287","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:08.914276299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"02746a10-9579-44ed-9e58-a7a3257193a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:08.968897347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"4662bb9f-4b50-43b5-b882-c1305b9c2a9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:09.076947524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-sub","reconcileID":"4a25b7fb-e502-429a-8215-92534a0f4234","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c700ba","model":"llm/e2e-dft-c700ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:09.121789681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"31364b92-5bea-4c4c-94ff-919fb64db625","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:09.131335324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"4dd07178-74ab-4420-a80c-f7f704d43c56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:09.241348855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"26c0e594-00cf-41bb-848e-3ab75f5e03df","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:10.832593407Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:11.015957813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"101e6147-95e8-4945-b479-32171e8d52c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:11.088567356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"101e6147-95e8-4945-b479-32171e8d52c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:11.145013964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"101e6147-95e8-4945-b479-32171e8d52c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:11.20113432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"101e6147-95e8-4945-b479-32171e8d52c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:13.231570234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35673e1d-8713-4915-ad0a-7ed881d7e3a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:13.287649365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35673e1d-8713-4915-ad0a-7ed881d7e3a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:13.349715033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35673e1d-8713-4915-ad0a-7ed881d7e3a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:13.410523995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35673e1d-8713-4915-ad0a-7ed881d7e3a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:26.222978588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"a7af8fba-4dea-4702-85a5-f32ad0bad899","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:26.223499729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"cd5c80ba-4328-448e-a4d8-0e885a9da708","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:26.3229805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fae51a07-c1c1-4640-b1a6-70df9906625f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:26.322986397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"54b7054a-5caa-45b8-bd19-66f96f5372d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:26.493086303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-sub","reconcileID":"3dcdaa7b-0734-4fad-bc35-bcfad7212356","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c700ba","model":"llm/e2e-dft-c700ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:26.551692677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"8e64590b-8da0-4844-90a9-b3208420ffb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:26.746234996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"aba9a91b-fdb1-4ee1-9a11-95a1a0c4c1bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:26.854381814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"c5ec2e77-5f32-4b61-99c9-8beb5ee7cfbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:26.991217447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"a0cf32b3-cd4b-4a4b-a0af-f9fdba44ef7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:27.101713587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"2b166bc5-2fdf-4488-9e03-660a0811185d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:27.198529099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"ad51684f-da91-4745-9f6d-c4ee170936cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:27.299676145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"2a647b85-c0d9-41e3-9dc2-58e2e61a0e8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:27.495242151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"08178be4-6ba3-4fa1-b218-9684874d904c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:40.833004932Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:59.769720241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"cde22c9d-e914-4ae2-bd78-66d05ee23715","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e19d40","tenantID":"e2e-inf-b-e19d40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:58:59.905236381Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"cde22c9d-e914-4ae2-bd78-66d05ee23715","name":"e2e-inf-b-e19d40-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:09.679723366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"9a651ac1-fc2d-4188-93f8-d0cf5beeeebe","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-801923","tenantID":"e2e-inf-b-801923","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:09.797340427Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"9a651ac1-fc2d-4188-93f8-d0cf5beeeebe","name":"e2e-inf-b-801923-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:10.832359752Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:14.552265012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"069c6784-2c6d-4c9f-b2ee-84639e40c49e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:14.652903643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c3ae08ea-46d6-4f21-af7a-8bfe5d0167a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:14.962437801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b1cc12c0-499a-42ce-9cb7-be4701e4eed6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:15.101498388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"162f033c-325e-469d-968a-1b0def782416","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:15.154947686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"954197e4-b5f6-4de5-8180-031e9d985202","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:15.209177615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"fdf6fc04-eefe-478c-ab0a-12634eb3cc4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:15.317228287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"36eef17d-7754-44b1-8136-ca97eb0fc96f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:15.470151734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-sub","reconcileID":"fa23fe11-1615-48a1-9c6b-dc6f890139d4","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c700ba","model":"llm/e2e-dft-c700ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:15.528461203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"045bb68c-d9b8-4ede-b451-660950a7d55a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:15.62915946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"e65af20b-61a4-40ce-a7df-4812648913ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:16.079594698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"e9b278f2-d164-42fd-8944-541b131ef5ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:16.246266233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"3f8e5827-7ec1-428e-81bf-59cb01c5da87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:16.438001118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"e1c097e0-c184-42d3-b21f-93fa9939890f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:34.534792308Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","namespace":"ai-tenant-e2e-inf-a-1dd5d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:34.534875035Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","namespace":"ai-tenant-e2e-inf-a-1dd5d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:34.534930289Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","tenant":"e2e-inf-a-1dd5d5","tenantID":"e2e-inf-a-1dd5d5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:34.592580341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","gvk":"Deployment","name":"maas-api-e2e-inf-a-1dd5d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:34.653722916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","gvk":"Service","name":"maas-api-e2e-inf-a-1dd5d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:34.737888869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-1dd5d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:34.795033441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-1dd5d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:34.855115075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-1dd5d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:34.912220188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-1dd5d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:34.970209011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-1dd5d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:35.009053967Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-1dd5d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-1dd5d5","reconcileID":"596205e7-d11a-4675-9184-f7fb09734931","aitenant":"ai-tenants/e2e-inf-a-1dd5d5","reason":"MaasTenantConfig is terminating and cannot restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:35.06738736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-1dd5d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:35.120698437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","gvk":"Deployment","name":"payload-processing-e2e-inf-a-1dd5d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:35.174429855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-1dd5d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:35.227966287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","gvk":"Service","name":"payload-processing-e2e-inf-a-1dd5d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:35.281293553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-1dd5d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:35.334650468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-1dd5d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:35.388093337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-1dd5d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:35.441682194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-1dd5d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:35.498689608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-1dd5d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:35.55200191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-1dd5d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:35.605649358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-1dd5d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:35.609399165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63dcbb04-1ed6-46bb-898f-b39b95d67d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:35.666872951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-1dd5d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:35.668205667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63dcbb04-1ed6-46bb-898f-b39b95d67d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:35.72600994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63dcbb04-1ed6-46bb-898f-b39b95d67d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:35.726385044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1dd5d5"},"namespace":"ai-tenant-e2e-inf-a-1dd5d5","name":"default-tenant","reconcileID":"dfcee6aa-d490-401b-be91-281de6cbbc7a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-1dd5d5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:35.780784665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63dcbb04-1ed6-46bb-898f-b39b95d67d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:36.495106763Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-1dd5d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-1dd5d5","reconcileID":"3ecce8f7-2986-47e1-ba03-d27aafb441d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-1dd5d5","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-1dd5d5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:37.790249354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c83b0fb0-11b3-4c33-8ca9-ec675df37df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:37.844145635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c83b0fb0-11b3-4c33-8ca9-ec675df37df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:37.898152466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c83b0fb0-11b3-4c33-8ca9-ec675df37df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:37.952493979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c83b0fb0-11b3-4c33-8ca9-ec675df37df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:39.94649967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b62d7f7e-b4c7-40d5-934a-2ebe841e0b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:40.00059591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b62d7f7e-b4c7-40d5-934a-2ebe841e0b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:40.054619494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b62d7f7e-b4c7-40d5-934a-2ebe841e0b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:40.109046716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b62d7f7e-b4c7-40d5-934a-2ebe841e0b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:40.621888458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e25f4a1f-3dcc-4657-a801-f75b1bd3ce3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:40.621911206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e25f4a1f-3dcc-4657-a801-f75b1bd3ce3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:40.680199469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ae7d3d0-9043-45ff-a1de-d9236db60409","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:40.680227033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ae7d3d0-9043-45ff-a1de-d9236db60409","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:40.787619328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"1c233de0-d66e-4ae3-93da-e6c8dccbef61","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:40.832039769Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:40.913685038Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"1c233de0-d66e-4ae3-93da-e6c8dccbef61","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:40.97023926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"1c233de0-d66e-4ae3-93da-e6c8dccbef61","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:41.002042225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd48594c-cfd4-4a4c-8d30-f2a8be68f9c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:41.002068035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd48594c-cfd4-4a4c-8d30-f2a8be68f9c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:41.028895627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4c41282-0ad4-40c2-b483-c843e4b21d64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:41.028915955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4c41282-0ad4-40c2-b483-c843e4b21d64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:41.062447928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5850a0b-64fc-4ae1-a3fc-4851751e41a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:41.062472673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5850a0b-64fc-4ae1-a3fc-4851751e41a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T20:59:41.118700285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-sub-b7a50302","reconcileID":"e9fd5a83-fe1e-4425-9f09-3ce2954d4ced","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-b7a50302\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:41.138118594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"fca3ebd4-e4e9-4293-8d29-7110da4ecfb0","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:41.195640062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"fca3ebd4-e4e9-4293-8d29-7110da4ecfb0","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:41.234173527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97e30f0f-6772-4f69-9103-c7c69b928c16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:41.234199257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97e30f0f-6772-4f69-9103-c7c69b928c16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:41.253859253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"fca3ebd4-e4e9-4293-8d29-7110da4ecfb0","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:41.310486384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afc0a7fd-b63d-4b54-b85b-5d2aed2e78cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:41.310506233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afc0a7fd-b63d-4b54-b85b-5d2aed2e78cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:41.589613504Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-sub-b7a50302","reconcileID":"3eb2e42c-880d-471c-b9b2-120bfbb3255c","MaaSSubscription":{"name":"e2e-sub-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-b7a50302/e2e-sub-b7a50302","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:41.76013036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a928cf41-83f0-45dc-9042-fe56879be96c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:41.760153796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a928cf41-83f0-45dc-9042-fe56879be96c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:41.804904357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2dc2c66b-62c7-4422-a817-c655fc025041","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:41.976613218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-sub-b7a50302","reconcileID":"538c5737-b83c-4838-9fa5-695608f1f472","MaaSSubscription":{"name":"e2e-sub-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:42.149316346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a93262-a002-4eb5-8228-abcfd2445d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:42.203722572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a93262-a002-4eb5-8228-abcfd2445d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:42.257818023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a93262-a002-4eb5-8228-abcfd2445d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:42.311997427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a93262-a002-4eb5-8228-abcfd2445d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:51.361642106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"8445f29a-8647-4da3-8813-0274110988d3","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:51.419745835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"8445f29a-8647-4da3-8813-0274110988d3","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T20:59:51.475685129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"8445f29a-8647-4da3-8813-0274110988d3","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:01.584320254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"1ddf7dd3-e47f-4267-8d82-23c081a1fb86","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:01.642244833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"1ddf7dd3-e47f-4267-8d82-23c081a1fb86","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:01.698753544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"1ddf7dd3-e47f-4267-8d82-23c081a1fb86","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:10.832342783Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:11.807157294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"c22464cb-d333-42b5-80ae-dba4608d393a","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:11.864475015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"c22464cb-d333-42b5-80ae-dba4608d393a","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:11.920841516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"c22464cb-d333-42b5-80ae-dba4608d393a","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:22.032177243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"4472b4a7-c007-4278-a2ab-6c771422769f","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:22.092997519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"4472b4a7-c007-4278-a2ab-6c771422769f","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:22.150062853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"4472b4a7-c007-4278-a2ab-6c771422769f","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:32.258320296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"d179f1c9-f27b-462c-8a93-3bc85a4fd6b1","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:32.317342096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"d179f1c9-f27b-462c-8a93-3bc85a4fd6b1","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:32.374510083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"d179f1c9-f27b-462c-8a93-3bc85a4fd6b1","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:32.434670815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58333b5d-2c13-442a-892e-ee6a48aaf4f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:32.434692009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58333b5d-2c13-442a-892e-ee6a48aaf4f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:36.796329846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f95d236-58ea-4273-be84-0d731821c618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:36.850432594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f95d236-58ea-4273-be84-0d731821c618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:36.905021081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f95d236-58ea-4273-be84-0d731821c618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:36.958989585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f95d236-58ea-4273-be84-0d731821c618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:38.965177216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c344e9-c612-492b-8220-27c7b8dd4bd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:39.019316074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c344e9-c612-492b-8220-27c7b8dd4bd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:39.073677989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c344e9-c612-492b-8220-27c7b8dd4bd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:39.12776303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c344e9-c612-492b-8220-27c7b8dd4bd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:40.833449365Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:41.152069725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd6bd2d-0fd1-4758-a303-d3fcc48097cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:41.208881531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd6bd2d-0fd1-4758-a303-d3fcc48097cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:41.263818897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd6bd2d-0fd1-4758-a303-d3fcc48097cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:41.317662031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd6bd2d-0fd1-4758-a303-d3fcc48097cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:42.542757058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"762164ae-1017-47a2-81e3-35e323707351","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:42.602501188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"762164ae-1017-47a2-81e3-35e323707351","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:42.659634155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (91b5693ec806761298dfb3873b2320c7afaa7be7383eb4e431dfbebe7dbca31e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (207f659dc3842b1eca3831d22fa9a25f30a448e47967e0fa2937ea0b54722386) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6d0be849d7ed83498d922a11895c3707166ec9035c1ee4d488bc03d8229c45e5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (431ae68d4a635944b34a8f8be0a60abfdf1f862f1d1861bbebb02b8d72450e49) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"762164ae-1017-47a2-81e3-35e323707351","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:45.047428221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c669dbb5-05bc-4535-a680-029a56d21bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:45.101704735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c669dbb5-05bc-4535-a680-029a56d21bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:45.155635399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c669dbb5-05bc-4535-a680-029a56d21bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:45.209583204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c669dbb5-05bc-4535-a680-029a56d21bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:45.485505194Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"5df28706-230d-40b7-937c-547c21bd9f06","namespace":"ai-tenant-e2e-inf-a-4530c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:45.485601278Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"5df28706-230d-40b7-937c-547c21bd9f06","namespace":"ai-tenant-e2e-inf-a-4530c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:45.485684239Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"5df28706-230d-40b7-937c-547c21bd9f06","aitenant":"ai-tenants/e2e-inf-a-4530c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:47.166714341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e77fc24-59ed-4b4a-a905-f5427680d8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:47.220878285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e77fc24-59ed-4b4a-a905-f5427680d8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:47.274706007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e77fc24-59ed-4b4a-a905-f5427680d8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:47.329223257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e77fc24-59ed-4b4a-a905-f5427680d8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:47.994625933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-sub","reconcileID":"1e53552f-8350-445f-b47f-04ef5730c8d8","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c700ba","model":"llm/e2e-dft-c700ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:48.047904421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"b1619781-560b-41bb-960d-7831bc425f9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:48.14692452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"4df8b38c-32bc-40e5-9ac2-2a00b10912ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:48.246591277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"a0c2f4b1-f12b-415f-85d4-77d2286981d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:48.463416068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"543aa256-02ed-4a48-8d1a-0f44ee8e55e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:48.571762875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"e914a7d3-2c26-4a32-bb6f-d97a8f889816","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:48.910710129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"7e48dae9-3a30-4308-980a-3098666b7fe6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:49.007850909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"19c557c4-d30f-4e10-961d-c7e4f696b5cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:49.111068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"1cec5f43-092b-4790-a808-334ce597872d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:49.209948567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-sub-b7a50302","reconcileID":"28b43bf4-2cc5-4030-8c69-8cc49ca42fa7","MaaSSubscription":{"name":"e2e-sub-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:49.210007483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4da13d6a-894b-40ce-924c-1fe1ebb0ae9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:49.280852454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ba0ae74-05bf-4ab3-a94b-4929e4772f71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:49.335424003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ba0ae74-05bf-4ab3-a94b-4929e4772f71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:49.390205125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ba0ae74-05bf-4ab3-a94b-4929e4772f71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:49.444062161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ba0ae74-05bf-4ab3-a94b-4929e4772f71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:49.552073529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"60eb8dc8-1e19-40f0-9880-5d5b4e343be6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:49.660659331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cf7b10bc-75da-4caf-84b7-08e5fffa0ca2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:49.697226806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"66c3bd24-421f-44b1-8c0a-9642499a44d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:51.447102036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a73a6d4-ec65-4e03-8183-34773607b684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:51.501519923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a73a6d4-ec65-4e03-8183-34773607b684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:51.55544097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a73a6d4-ec65-4e03-8183-34773607b684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:51.609973727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a73a6d4-ec65-4e03-8183-34773607b684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:52.767379219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"38baf799-2930-4276-aea5-137244127b98","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:52.824461643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"38baf799-2930-4276-aea5-137244127b98","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:52.893841318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"ce7fb34c-ca8e-4527-a896-11dcefadf3f0","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:52.893877463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"ce7fb34c-ca8e-4527-a896-11dcefadf3f0","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.056274987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"796defd2-85da-4a3a-a054-f56e8dde6260","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.056332768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fcebfb8-b65f-450c-9631-e457fff00822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.056779379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"566cc784-2d07-48fb-81f0-45a99d3541d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.061119897Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-sub","reconcileID":"75314077-0fab-49d0-bd94-5c52345e1424","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a6e5ca2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.157078114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4ac350c-0e68-4d79-b2d7-28f3f3969c05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.157099957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4ac350c-0e68-4d79-b2d7-28f3f3969c05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.236422612Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"796defd2-85da-4a3a-a054-f56e8dde6260","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:00:53.239780874Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fcebfb8-b65f-450c-9631-e457fff00822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:00:53.277910249Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"566cc784-2d07-48fb-81f0-45a99d3541d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.293883465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"796defd2-85da-4a3a-a054-f56e8dde6260","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:00:53.299446921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fcebfb8-b65f-450c-9631-e457fff00822","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.299671927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4617af8c-863a-4319-9c42-a5f85d36670f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.299691413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4617af8c-863a-4319-9c42-a5f85d36670f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:00:53.336837297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"566cc784-2d07-48fb-81f0-45a99d3541d2","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.337103162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40c4702f-92bf-4957-86a0-a808df5368a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.337119553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40c4702f-92bf-4957-86a0-a808df5368a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.404937197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"28df00a3-6c08-411b-ba38-f8c92e03c68b","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.40496712Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"28df00a3-6c08-411b-ba38-f8c92e03c68b","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.51677104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73e17dd8-c890-47d2-8cae-6f4ab2834ea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.57120551Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-sub","reconcileID":"d30539e4-5ce3-4c0b-8b48-08ea483d4735","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a6e5ca2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.576071613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73e17dd8-c890-47d2-8cae-6f4ab2834ea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.616651635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"8dcbe4c8-1555-4c6f-8c1c-ddc7c8e97088","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.616679644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff62d4d0-0b73-4550-89b7-2570386e196a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.632405062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73e17dd8-c890-47d2-8cae-6f4ab2834ea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.675897011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff62d4d0-0b73-4550-89b7-2570386e196a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.676797575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"8dcbe4c8-1555-4c6f-8c1c-ddc7c8e97088","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.691422118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"342c0725-4668-4d21-81d6-d54e5ccfea22","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.691438973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"342c0725-4668-4d21-81d6-d54e5ccfea22","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.732937782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff62d4d0-0b73-4550-89b7-2570386e196a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.732999468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"8dcbe4c8-1555-4c6f-8c1c-ddc7c8e97088","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.791683145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8bfab2a-8019-4f73-9833-e264c56e4370","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.791702093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8bfab2a-8019-4f73-9833-e264c56e4370","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.824690075Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"228aed7c-8555-4979-8a8c-865d78c1e854","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.824804271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4b85f24-9d6f-4de0-8616-cf48a1232c80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.824818283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4b85f24-9d6f-4de0-8616-cf48a1232c80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.906065458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e6c35b1-c28d-4d8a-9847-eb4a2cd7c265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.93128957Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-policy-b7a50302","reconcileID":"228aed7c-8555-4979-8a8c-865d78c1e854","MaaSAuthPolicy":{"name":"e2e-policy-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"policyNamespace":"ai-tenant-e2e-mt-b7a50302","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.963633173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e6c35b1-c28d-4d8a-9847-eb4a2cd7c265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.988472493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"861fa90f-4890-4104-922a-9dd2ac4fc849","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:53.988490218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"861fa90f-4890-4104-922a-9dd2ac4fc849","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:54.006304037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f193080-d84f-4b49-b4c1-da3c118d3e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:54.006303962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"de0aa86b-836b-4944-aba8-1ffe584a7482","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:54.020096819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e6c35b1-c28d-4d8a-9847-eb4a2cd7c265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:54.06401808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f193080-d84f-4b49-b4c1-da3c118d3e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:54.0651335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"de0aa86b-836b-4944-aba8-1ffe584a7482","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:54.1226396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f193080-d84f-4b49-b4c1-da3c118d3e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:54.12287976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"de0aa86b-836b-4944-aba8-1ffe584a7482","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:54.139772335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c15f79c7-654e-479e-b7ab-d0f85bb091b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:00:54.139792908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c15f79c7-654e-479e-b7ab-d0f85bb091b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:03.62534884Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-sub","reconcileID":"6df84380-da3f-400c-88ab-d87f814ec0b3","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c700ba","subscription":"e2e-dft-c700ba-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:03.733571979Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-sub","reconcileID":"6df84380-da3f-400c-88ab-d87f814ec0b3","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:03.787620964Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-sub","reconcileID":"6df84380-da3f-400c-88ab-d87f814ec0b3","MaaSSubscription":{"name":"e2e-dft-c700ba-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c700ba","namespace":"llm","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.1842114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"e3265f3e-2eca-445d-b827-344d968c167f","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.184241124Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"e3265f3e-2eca-445d-b827-344d968c167f","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.235803421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93271f37-1f12-4577-a3da-f7549217b23f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.307756541Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-sub-b7a50302","reconcileID":"068f87bc-eb41-43d3-b80b-05a950448e08","MaaSSubscription":{"name":"e2e-sub-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-b7a50302","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.326252876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"20b72ed6-e83c-4ea1-b941-bae4aec3d7aa","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.326279529Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"20b72ed6-e83c-4ea1-b941-bae4aec3d7aa","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.337653131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"3198a089-c76d-4386-894d-f493c14efc96","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.337710394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"696a5a4f-46de-44cf-8e54-2d44bdb28c63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.360820634Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93271f37-1f12-4577-a3da-f7549217b23f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.395744102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"3198a089-c76d-4386-894d-f493c14efc96","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.395790491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"696a5a4f-46de-44cf-8e54-2d44bdb28c63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.417030428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93271f37-1f12-4577-a3da-f7549217b23f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.452856519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"3198a089-c76d-4386-894d-f493c14efc96","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.452864847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"696a5a4f-46de-44cf-8e54-2d44bdb28c63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.473715698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"183c080e-edc2-4b58-bf9b-2e6d079e5dca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.473749216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"183c080e-edc2-4b58-bf9b-2e6d079e5dca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:01:04.507450303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"3198a089-c76d-4386-894d-f493c14efc96","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-c700ba-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.507629582Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c700ba-access","reconcileID":"e0dafa20-b365-447a-b002-5de70a709555","MaaSAuthPolicy":{"name":"e2e-dft-c700ba-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.510060277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f98021d-1e02-4f18-a495-37b24f9156f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.510076785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f98021d-1e02-4f18-a495-37b24f9156f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.528882493Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"namespace":"ai-tenant-e2e-mt-b7a50302","name":"e2e-sub-b7a50302","reconcileID":"068f87bc-eb41-43d3-b80b-05a950448e08","MaaSSubscription":{"name":"e2e-sub-b7a50302","namespace":"ai-tenant-e2e-mt-b7a50302"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.638355882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44ebaa9b-4eac-489a-baac-efde3b8fbee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.670476395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"804ea011-8f3f-4127-b004-98cd389406f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.695522587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44ebaa9b-4eac-489a-baac-efde3b8fbee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.728224924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"804ea011-8f3f-4127-b004-98cd389406f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.746589096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ce30e9b9-3c23-4ca6-b36c-71a26d3fea4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.751359743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44ebaa9b-4eac-489a-baac-efde3b8fbee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.787226445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"804ea011-8f3f-4127-b004-98cd389406f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.813767968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"76258ac0-a611-49b9-b845-8a14d9b160af","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.813786879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"76258ac0-a611-49b9-b845-8a14d9b160af","MaaSModelRef":{"name":"e2e-dft-c700ba","namespace":"llm"},"routeName":"external-model-e2e-dft-c700ba-d669b1a95487","namespace":"llm","model":"e2e-dft-c700ba","externalModel":"e2e-dft-c700ba","provider":"e2e-dft-c700ba-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:01:04.842196249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"804ea011-8f3f-4127-b004-98cd389406f6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.868277719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb2b2220-bb89-48cb-91ba-0a1fbe15a9df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:04.868293493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb2b2220-bb89-48cb-91ba-0a1fbe15a9df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.076646122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"798fa981-854f-4f20-ab9d-e0104aad28d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.134690011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"798fa981-854f-4f20-ab9d-e0104aad28d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.190917683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"798fa981-854f-4f20-ab9d-e0104aad28d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.482622489Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"30fdcb78-d1ac-4eea-821b-cbcd01f75921","namespace":"llm","name":"e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.538853965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"329b3303-8195-49b3-a17d-dc7b16736ee8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.538873913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"329b3303-8195-49b3-a17d-dc7b16736ee8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.539167094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"72923c54-85a4-43c8-a7db-14b5f76205cc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.539183562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"72923c54-85a4-43c8-a7db-14b5f76205cc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.539426902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a02d43de-f409-4ccf-a608-ceec37454be9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.539441389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a02d43de-f409-4ccf-a608-ceec37454be9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.539661809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d7aadf9d-e298-4cbb-8fd7-062ffa0eeee6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.539673197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d7aadf9d-e298-4cbb-8fd7-062ffa0eeee6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.539940162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e225f12-a86f-44bc-bdba-036ec3661715","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.53995234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e225f12-a86f-44bc-bdba-036ec3661715","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.540194382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e1f43c2d-7029-4e79-bc11-b41120787983","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.540206133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e1f43c2d-7029-4e79-bc11-b41120787983","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.540518567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9cac956a-be77-4719-a863-98083413c318","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.540530755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9cac956a-be77-4719-a863-98083413c318","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.540781065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47026a8d-3deb-43df-b132-5241f558cf5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.540795409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47026a8d-3deb-43df-b132-5241f558cf5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.644454767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"f5b1f3ab-f4b7-42c0-ac54-df159178e2d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.644969478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"ac593b94-43a4-43d5-8d2e-fdb392f8dd63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.645339648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"5a6ad9b8-0098-4702-a5ed-08cf20a1d8c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.645695688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29f614b9-2b9a-48d1-a7e5-03b1d1bfdb7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.646150258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e29a8323-1658-4d81-a207-dccd12f28898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.706316988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"f5b1f3ab-f4b7-42c0-ac54-df159178e2d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.796410543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"ac593b94-43a4-43d5-8d2e-fdb392f8dd63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.796682542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"5a6ad9b8-0098-4702-a5ed-08cf20a1d8c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.80042208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29f614b9-2b9a-48d1-a7e5-03b1d1bfdb7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.800487383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e29a8323-1658-4d81-a207-dccd12f28898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.801144581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ee44a025-4753-4d82-978b-bb75c05fa9bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.846639499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9d437b59-e1de-4fd8-8b33-87ac82269df0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.860048452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29f614b9-2b9a-48d1-a7e5-03b1d1bfdb7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:05.86145166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e29a8323-1658-4d81-a207-dccd12f28898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.023211645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"f0336dca-fcd4-4a03-87a7-b056d1401716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.023211642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"ada0c2d6-93cb-479d-b7e8-c6b49913c607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.089493102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"f0336dca-fcd4-4a03-87a7-b056d1401716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.090384716Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c700ba","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c700ba","reconcileID":"bb46462c-d04c-4d17-98c3-eec86323f258","namespace":"llm","name":"e2e-dft-c700ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.091104336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"ada0c2d6-93cb-479d-b7e8-c6b49913c607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.162070156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"623992d7-ccd0-4286-be1f-09b3a3b68cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.162436683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"c9486d29-1d1b-4fd4-8731-941bedd0cb5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.219666811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"623992d7-ccd0-4286-be1f-09b3a3b68cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.219942057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"c9486d29-1d1b-4fd4-8731-941bedd0cb5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.26224728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"154206e8-8cc5-4487-865c-8dff76d51d5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.319514587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"154206e8-8cc5-4487-865c-8dff76d51d5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.46345013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"3b7da582-7861-4cc8-883a-5b1245c303a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.463581844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"724b32ad-9182-4f10-a04b-63acc1895227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.523852793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"724b32ad-9182-4f10-a04b-63acc1895227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.524504048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"3b7da582-7861-4cc8-883a-5b1245c303a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.668325791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cba45a8-ef0d-47ad-a0b4-cfa7f1e86a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.66870031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"445d30e1-234d-4684-8173-927f585feb9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.728687431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cba45a8-ef0d-47ad-a0b4-cfa7f1e86a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.729954797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"445d30e1-234d-4684-8173-927f585feb9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.765354214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"5cb3b125-1dc6-49a0-b135-681029054fbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.78541435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cba45a8-ef0d-47ad-a0b4-cfa7f1e86a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.786188589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"445d30e1-234d-4684-8173-927f585feb9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.822688013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"5cb3b125-1dc6-49a0-b135-681029054fbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.866022848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"e41214ba-6c88-4a79-bd8a-064c6f0c9b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.86603928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"7b512173-edf5-47c7-8fe4-4c37ac4411ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.927294335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"e41214ba-6c88-4a79-bd8a-064c6f0c9b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.927419369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"7b512173-edf5-47c7-8fe4-4c37ac4411ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.96667319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"5665fae5-08ba-4272-ab58-8490e506bcab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:06.966671888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"862d1578-2f00-46cc-8320-4a41875708d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:07.025690765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"862d1578-2f00-46cc-8320-4a41875708d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:07.027635469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"5665fae5-08ba-4272-ab58-8490e506bcab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:07.190299407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"3245ed9c-0935-4291-834e-f87dafbf9f8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:07.247999795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"3245ed9c-0935-4291-834e-f87dafbf9f8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:07.292999351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"a61e44db-df34-481f-988a-543e4e1a3fcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:07.350683165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"a61e44db-df34-481f-988a-543e4e1a3fcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:07.986579301Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"0aa6c2b2-5c95-46e4-bfb4-634df3170f3e","namespace":"llm","name":"e2e-dft-refs-fd7a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.038611899Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"69e6b094-9924-4c9c-b4da-52c2c5c8b4cc","namespace":"llm","name":"e2e-dft-refs-fd7a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.148189304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"9431a57f-3a0e-4445-a137-c1347df8fc3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.149241235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"591aaff8-5c4a-451e-96aa-9b7c46601b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.149263372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5532eb66-9c6c-40be-9c9e-fad9e5ce0db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.149816056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"3b0ff2f0-0378-4c37-8e14-4a95e45664d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.149815488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d316c97b-f93a-40b3-990f-0e2e3ba5c4b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.215328208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d316c97b-f93a-40b3-990f-0e2e3ba5c4b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.216116576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"9431a57f-3a0e-4445-a137-c1347df8fc3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.218013623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"3b0ff2f0-0378-4c37-8e14-4a95e45664d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.218837225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"591aaff8-5c4a-451e-96aa-9b7c46601b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.22041253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5532eb66-9c6c-40be-9c9e-fad9e5ce0db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.272213329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d316c97b-f93a-40b3-990f-0e2e3ba5c4b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.276614954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5532eb66-9c6c-40be-9c9e-fad9e5ce0db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.388528995Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"5c10e461-9d9e-4eef-8d82-66b20defdab5","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"name":"e2e-dft-refs-fd7a98","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.432987511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"6a794bfb-e709-4fcc-83ae-b88b505a04e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.439493569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"c2bfcb7c-6c80-4cf7-9435-e49d2fffca6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.472384396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cea167a4-4a7e-4cc8-8ec3-04dce85bafac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.472710905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9acd4e3e-7686-4f24-9143-ecf74c18e2a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.491157674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"6a794bfb-e709-4fcc-83ae-b88b505a04e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.497423228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"c2bfcb7c-6c80-4cf7-9435-e49d2fffca6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.500169857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"282b13b0-dd26-4368-91d8-8804e7950c11","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.500187273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"282b13b0-dd26-4368-91d8-8804e7950c11","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.50048206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b8ae57b1-c582-48fa-a998-23e4a7f66987","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.500495309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b8ae57b1-c582-48fa-a998-23e4a7f66987","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.50072096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"52608489-64e5-4cf2-b82b-af9b40739745","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.500764221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"52608489-64e5-4cf2-b82b-af9b40739745","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.501038233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fd4aed9-bf63-4be7-932e-f372272bba26","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.501054896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fd4aed9-bf63-4be7-932e-f372272bba26","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.50135901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c7f7bd6c-bad2-484a-ac43-77a5ca6b2777","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.501371791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c7f7bd6c-bad2-484a-ac43-77a5ca6b2777","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.501616128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"80a5d8c6-eeb7-440e-83ca-f2717eb8114e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.501630601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"80a5d8c6-eeb7-440e-83ca-f2717eb8114e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.555378943Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"b0379736-415d-4aa2-95da-d2ca178044e1","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"name":"e2e-dft-refs-fd7a98","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.590979324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"61dceb19-2ec4-4f36-895a-37becc97fb75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.591477234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"6207ce18-b454-4e62-8e0f-d2ae861c3663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.609477676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"14329aa7-9d21-4578-a17c-e29cce7c8665","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.609504261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"14329aa7-9d21-4578-a17c-e29cce7c8665","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.609997917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b9667e9-edd9-4f6a-9b51-d98127b5e6c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.610019334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b9667e9-edd9-4f6a-9b51-d98127b5e6c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.649999585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"61dceb19-2ec4-4f36-895a-37becc97fb75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.651036981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"6207ce18-b454-4e62-8e0f-d2ae861c3663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.696689364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"908da60b-ef8c-45bc-8ae6-d7102d87c266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.754911098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"908da60b-ef8c-45bc-8ae6-d7102d87c266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.893184542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"375ff9ba-5b93-4d03-9f02-8aa4102ffb6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.893763917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"78f5a4b3-12b2-4d25-a762-8f14506baff2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.951173785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"375ff9ba-5b93-4d03-9f02-8aa4102ffb6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:08.951403753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"78f5a4b3-12b2-4d25-a762-8f14506baff2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.091289852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3abade8-6b4b-4a35-876b-663ad8f3e53e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.091310205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"1d96fa81-b147-48cf-b330-704e42e1a90e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.130072396Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"1480c445-9483-4eba-b8ee-8878441b0120","namespace":"llm","name":"e2e-dft-refs-fd7a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.15002655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"1d96fa81-b147-48cf-b330-704e42e1a90e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.152464154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3abade8-6b4b-4a35-876b-663ad8f3e53e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.188494871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"d77a7c08-45d7-4512-bb3f-46220590880f","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-fd7a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.188547687Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"d77a7c08-45d7-4512-bb3f-46220590880f","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-fd7a98-9aa449ce6c0f","namespace":"llm","model":"e2e-dft-refs-fd7a98","externalModel":"e2e-dft-refs-fd7a98","provider":"e2e-dft-refs-fd7a98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.189031327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"84f6d5d5-9b2f-498d-89d2-ea4d8304c9b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.21096001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3abade8-6b4b-4a35-876b-663ad8f3e53e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.251112087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"84f6d5d5-9b2f-498d-89d2-ea4d8304c9b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.373483944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97165845-a030-4ee9-a2e7-a71b5f83eb47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.389157102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"72487c52-c861-4632-9913-3aa1c9a9a64e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.389307179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"7e1eac34-80ae-47d2-9f23-ad784a7f9dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.431002169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97165845-a030-4ee9-a2e7-a71b5f83eb47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.447066938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"72487c52-c861-4632-9913-3aa1c9a9a64e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.447366201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"7e1eac34-80ae-47d2-9f23-ad784a7f9dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.487043621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97165845-a030-4ee9-a2e7-a71b5f83eb47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.588160614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"82318218-0f4b-40fd-a376-1eed883c1215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.64588331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"82318218-0f4b-40fd-a376-1eed883c1215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.688631632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"69dd3193-3160-4186-b30e-8662d7d24ab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.688632044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"6ec95f55-8725-413b-8f0b-2d0db376cf55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.747118216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"6ec95f55-8725-413b-8f0b-2d0db376cf55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.747665877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"69dd3193-3160-4186-b30e-8662d7d24ab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.892288745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"9d91db08-ba3c-4fe2-8e9e-c184c5cc67b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.892558521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"5e1393ce-b522-4e08-bbec-1d801f984937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.950952711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"9d91db08-ba3c-4fe2-8e9e-c184c5cc67b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.951332242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"5e1393ce-b522-4e08-bbec-1d801f984937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:09.992069893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"b9d17bb4-5f45-4ebd-9cf3-72c38c12dd10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.049918318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"b9d17bb4-5f45-4ebd-9cf3-72c38c12dd10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.093427694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"a0cdc965-a826-401c-af7d-6a54ac87922a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.093445536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b54c945a-679f-401b-8310-2e0ecfb3aadf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.151604082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b54c945a-679f-401b-8310-2e0ecfb3aadf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.151876054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"a0cdc965-a826-401c-af7d-6a54ac87922a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.193937596Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"fc20a602-bc00-4a36-8b72-f452d6d6a414","namespace":"llm","name":"e2e-dft-refs-fd7a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.208450848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b54c945a-679f-401b-8310-2e0ecfb3aadf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.319562782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"c94f4d6e-a5da-48a8-8cb8-ae4725e13118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.377290527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"c94f4d6e-a5da-48a8-8cb8-ae4725e13118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.420300588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"455d169e-c058-41b6-add0-78c334ebd4a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.420474114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67c0dca7-419e-4ad0-af80-f85c8e8fe564","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.420306475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"c0065c3f-daa0-4f7c-9017-3f826041c982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.478325908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"c0065c3f-daa0-4f7c-9017-3f826041c982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.478534343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67c0dca7-419e-4ad0-af80-f85c8e8fe564","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.480717591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"455d169e-c058-41b6-add0-78c334ebd4a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.520798793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"92342265-e5d8-4120-883c-66d1456323bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.536921152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67c0dca7-419e-4ad0-af80-f85c8e8fe564","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.578586818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"92342265-e5d8-4120-883c-66d1456323bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.720907851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"236e1555-807d-4ee2-bcf0-1557f8aa02e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.789465203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"236e1555-807d-4ee2-bcf0-1557f8aa02e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.825105811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"3b354329-b460-48f3-adec-e190cb08d49c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.825870193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"468d3817-728b-472f-8768-d9871736b38b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.825876136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"eb09f7ee-0a12-435b-9daa-2af61bd1784f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.835333748Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.8457227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"236e1555-807d-4ee2-bcf0-1557f8aa02e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.885332703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"eb09f7ee-0a12-435b-9daa-2af61bd1784f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.886726037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"3b354329-b460-48f3-adec-e190cb08d49c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:10.887691352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"468d3817-728b-472f-8768-d9871736b38b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:11.025053161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"25bc30a4-a16d-4641-8f94-625b5afd39cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:11.02508953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"d6072513-158c-4e4a-b605-17f9770dc3af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:11.085286413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"25bc30a4-a16d-4641-8f94-625b5afd39cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:11.08558956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"d6072513-158c-4e4a-b605-17f9770dc3af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:11.257012282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"496527c4-4d95-4b9d-a43d-44f3b8f2b103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:11.257361829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"101c74ee-bb4e-4688-9b4d-5c50c7a2e5f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:11.315875984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"496527c4-4d95-4b9d-a43d-44f3b8f2b103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:11.315902939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"101c74ee-bb4e-4688-9b4d-5c50c7a2e5f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.210617977Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"9b7447ed-8cf3-403d-812a-1c4e5e83ebb1","namespace":"llm","name":"e2e-dft-refs-fd7a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.265431877Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"e17b903a-ede5-4332-8c6c-ee2146b9fbb9","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-fd7a98-9aa449ce6c0f","namespace":"llm","model":"e2e-dft-refs-fd7a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.374578493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"16a292e2-33e2-4a92-8c36-efde46b5460b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.374976213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"957b0b7b-9109-4950-81a4-0d81e53d9ad0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.375296703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c2a602f-bb80-455c-a41c-e2ee04792c47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.375554935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"b61ee4a0-da05-4684-ba74-16fbc98b2467","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.37585471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f08974e-01c0-45de-92d1-33f9bf6daa32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.378832797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a7ffa48c-4669-47c3-b53b-ea850a290289","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.378849061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a7ffa48c-4669-47c3-b53b-ea850a290289","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.379104013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2e0335e4-d02a-4e3b-996f-d8f4597468ef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.379115623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2e0335e4-d02a-4e3b-996f-d8f4597468ef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.379332115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a00f3328-02c9-4241-912a-cbdc3db156a9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.379386811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a00f3328-02c9-4241-912a-cbdc3db156a9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.379724192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9cd15fc4-1ca2-493d-9066-1b8d3e918944","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.379759774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9cd15fc4-1ca2-493d-9066-1b8d3e918944","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.380077291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0046d471-6625-40c7-bde5-69a28618c754","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.380089557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0046d471-6625-40c7-bde5-69a28618c754","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.38032893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"653addc8-5803-45f8-abe4-733c8fe9a23b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.380340426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"653addc8-5803-45f8-abe4-733c8fe9a23b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.433023311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"16a292e2-33e2-4a92-8c36-efde46b5460b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.433097898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"957b0b7b-9109-4950-81a4-0d81e53d9ad0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.435458245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"b61ee4a0-da05-4684-ba74-16fbc98b2467","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.43579067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f08974e-01c0-45de-92d1-33f9bf6daa32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.435839445Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"d0357c9d-7766-4905-94e2-1c0ff9442de2","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-fd7a98-9aa449ce6c0f","namespace":"llm","model":"e2e-dft-refs-fd7a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.437983561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c2a602f-bb80-455c-a41c-e2ee04792c47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.484241126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bf8a92dd-6e87-46c7-8883-2af7abe73c33","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.484911533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f1d006fb-d215-46dc-960c-53c546a275d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.493315524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b32e972f-4a4d-419e-849e-935dc0629595","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.493333649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b32e972f-4a4d-419e-849e-935dc0629595","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.493770301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe76a3a6-806e-496f-a5d1-594818aae91d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.493793023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe76a3a6-806e-496f-a5d1-594818aae91d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.496176688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f08974e-01c0-45de-92d1-33f9bf6daa32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.498195315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c2a602f-bb80-455c-a41c-e2ee04792c47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.643072984Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"9df3e449-31bf-43ff-8faa-90686aa72ad3","namespace":"llm","name":"e2e-dft-refs-fd7a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.658663172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"d77c074d-d763-4700-83db-f54bf95a9d28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.658664801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"85a89784-3566-4724-9684-293a92d6dfb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.753094455Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"7fedf83b-df10-472c-b08b-7b42455abdbc","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"name":"e2e-dft-refs-fd7a98","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.761425292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"85a89784-3566-4724-9684-293a92d6dfb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.762397269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"d77c074d-d763-4700-83db-f54bf95a9d28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.863098324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"5e14bc7e-2fc7-4f32-a753-dd4587c2ee0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.863234789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"f2ce0fc0-e6b7-4194-939e-e1a09dca0553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.863552543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"bc39737a-1736-4ea7-a812-c01915518853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.922562878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"bc39737a-1736-4ea7-a812-c01915518853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.92260646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"f2ce0fc0-e6b7-4194-939e-e1a09dca0553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:14.924908939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"5e14bc7e-2fc7-4f32-a753-dd4587c2ee0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:15.133935282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"38540417-967f-4d9d-a630-cc2fe71f9ebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:15.133993927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"dcc8ee53-3e77-4ab9-8d25-aaaf5db7bf88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:15.193080834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"dcc8ee53-3e77-4ab9-8d25-aaaf5db7bf88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:15.193142618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"38540417-967f-4d9d-a630-cc2fe71f9ebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:15.294121009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e7dd0b7-d931-471d-95fe-c02f424b16bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:15.294325844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"1840db9b-930f-4534-84f0-aa35cdb4aa19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:15.294545533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4639e91-9920-486c-9c7d-5407a4f3f05c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:15.353145975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"1840db9b-930f-4534-84f0-aa35cdb4aa19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:15.355346859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4639e91-9920-486c-9c7d-5407a4f3f05c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:15.355940339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e7dd0b7-d931-471d-95fe-c02f424b16bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:15.413161551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e7dd0b7-d931-471d-95fe-c02f424b16bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:15.413216129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4639e91-9920-486c-9c7d-5407a4f3f05c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:15.572488263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"3f2b80a3-5a10-4dd5-b3d6-c83a9b856806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:15.572488219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"f26d118d-1d12-4316-a20d-34d458129aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:15.573388457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"da086ea6-948a-4275-8fdc-747fc8f7a75a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:15.573451654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"ae2d411f-4cb0-4939-a7fc-4acad8a3838f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:15.632156512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"da086ea6-948a-4275-8fdc-747fc8f7a75a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:15.63240912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"3f2b80a3-5a10-4dd5-b3d6-c83a9b856806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:15.635983034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"f26d118d-1d12-4316-a20d-34d458129aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:15.635999114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"ae2d411f-4cb0-4939-a7fc-4acad8a3838f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.390928051Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"0a2b54d4-d520-411b-90d3-57bda109ab1c","namespace":"llm","name":"e2e-dft-refs-fd7a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.4450667Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"2a8d350d-84c8-4241-9cc0-7e156a9c8fac","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"name":"e2e-dft-refs-fd7a98","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.552913215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"047af3fe-7f5b-4034-b8a5-1389e2862695","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.553270253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"c0f5862e-7ef0-4d89-b541-57ad5c244c70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.553387807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f3f7763-7014-457b-9b10-6a298663e3ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.553689049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b88fc0b8-afb3-4af7-96b1-da72ec1180d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.553767322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"22d03fee-edb8-4c74-8124-0b0a4c0c92b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.611967473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"047af3fe-7f5b-4034-b8a5-1389e2862695","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.615673278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"c0f5862e-7ef0-4d89-b541-57ad5c244c70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.619275104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b88fc0b8-afb3-4af7-96b1-da72ec1180d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.622822883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f3f7763-7014-457b-9b10-6a298663e3ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.626128755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"22d03fee-edb8-4c74-8124-0b0a4c0c92b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.65303692Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"b2922174-9d80-474e-9646-eb83e667ec60","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"name":"e2e-dft-refs-fd7a98","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.691703411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b88fc0b8-afb3-4af7-96b1-da72ec1180d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.707501209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b28e7283-00dd-460d-a312-bd2fd86602fb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.70752483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b28e7283-00dd-460d-a312-bd2fd86602fb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.707926972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e3182d50-eea0-4b03-8f45-ce99c2cf6f63","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.707944692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e3182d50-eea0-4b03-8f45-ce99c2cf6f63","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.708275942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"32fe9f57-ebfc-43b6-8dc5-cd421dd4c30d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.708292771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"32fe9f57-ebfc-43b6-8dc5-cd421dd4c30d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.708602889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a497a2a6-41a7-4886-b95b-8fa17e923421","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.708618789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a497a2a6-41a7-4886-b95b-8fa17e923421","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.708965401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8738c6d0-a006-4993-8581-2d2ef8f7e0b4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.708982231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8738c6d0-a006-4993-8581-2d2ef8f7e0b4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.709295833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8e62603e-3f9a-4fc1-a0cb-3861b181550a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.70931232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8e62603e-3f9a-4fc1-a0cb-3861b181550a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.709763654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9d978e61-2464-488d-92bb-c6ce5835df5b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.709781706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9d978e61-2464-488d-92bb-c6ce5835df5b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.710102044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34def753-be8c-421c-b08b-5faf3036dc4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.710119253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34def753-be8c-421c-b08b-5faf3036dc4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.714078009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f3f7763-7014-457b-9b10-6a298663e3ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.799446077Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"1d684116-2507-435c-b61e-e48682b9bda5","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"name":"e2e-dft-refs-fd7a98","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.856954495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"550bc9d7-60cf-441e-8564-ed36ee985df7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.906380724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"786d8092-344d-4024-8673-769e1330f434","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.909126797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"1982d316-becc-4db2-aa9d-39acc3e792fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.952668795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"e35378f0-8ffd-417c-88d0-dd8e67842c61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:20.966795459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"1982d316-becc-4db2-aa9d-39acc3e792fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.010545233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"e35378f0-8ffd-417c-88d0-dd8e67842c61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.053782669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"bd92821c-b593-40c6-a2fc-32a54d44732d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.053809765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"f2486c04-adb3-409e-b425-3b9b1bf5a656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.111456387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"bd92821c-b593-40c6-a2fc-32a54d44732d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.112653651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"f2486c04-adb3-409e-b425-3b9b1bf5a656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.154795903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"178ab26b-430b-4d54-800c-692d086217aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.220938718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"178ab26b-430b-4d54-800c-692d086217aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.289183328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"fb538f38-617e-4e67-b87b-a70edd13b058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.331369995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"cd563650-b9a0-41c9-9b7c-7e9988ad771c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.346555671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"fb538f38-617e-4e67-b87b-a70edd13b058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.389001493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"cd563650-b9a0-41c9-9b7c-7e9988ad771c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.421933081Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"47c242a5-aa22-48c2-aa73-e3c8f94b514d","namespace":"llm","name":"e2e-dft-refs-fd7a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.434766682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4ea6a9d-649c-44e5-8e4d-f82652b7840f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.437496384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c507ada2-8e24-419f-9ce0-0b068e3b138f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.478584285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"e3858a8a-206b-4e89-aaaf-5b5b0ef0aaf0","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-fd7a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.478613811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"e3858a8a-206b-4e89-aaaf-5b5b0ef0aaf0","MaaSModelRef":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-fd7a98-9aa449ce6c0f","namespace":"llm","model":"e2e-dft-refs-fd7a98","externalModel":"e2e-dft-refs-fd7a98","provider":"e2e-dft-refs-fd7a98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.510268292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4ea6a9d-649c-44e5-8e4d-f82652b7840f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.512256803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c507ada2-8e24-419f-9ce0-0b068e3b138f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.56671491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4ea6a9d-649c-44e5-8e4d-f82652b7840f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.56903245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c507ada2-8e24-419f-9ce0-0b068e3b138f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.639650064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"5bd03627-ef05-4d64-9a31-d5e4efd375a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.699134055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"5bd03627-ef05-4d64-9a31-d5e4efd375a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.738699569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"c9375974-7f1f-43e7-ae31-ccd4caf7b745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.739002481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"8d668286-44da-48f3-917c-85126539be86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.739134337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"5fb70a58-f6ed-41e4-84df-ff5ce2559b52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.796878929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"c9375974-7f1f-43e7-ae31-ccd4caf7b745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.79711316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"8d668286-44da-48f3-917c-85126539be86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.79915638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"5fb70a58-f6ed-41e4-84df-ff5ce2559b52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.83878583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"22fa4a28-65d9-4f11-98ca-c79f165da050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:21.89663027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"22fa4a28-65d9-4f11-98ca-c79f165da050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:22.089529455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"c576f283-7f42-4d14-9e02-4717f7385206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:22.146776091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"c576f283-7f42-4d14-9e02-4717f7385206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:22.191050696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"589d36fb-495b-4ef6-8a3f-35f5c926a994","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:22.191202629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"e96f2da3-66c4-4c23-bc33-704e5ef3d115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:22.191050632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"667c0497-38f5-4174-9e66-cea3040e22b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:22.248940365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"589d36fb-495b-4ef6-8a3f-35f5c926a994","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:22.249377683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"667c0497-38f5-4174-9e66-cea3040e22b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:22.251792593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"e96f2da3-66c4-4c23-bc33-704e5ef3d115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:22.30584402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"589d36fb-495b-4ef6-8a3f-35f5c926a994","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:22.392178346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"6f8d3567-f093-445a-aeac-58e42997bb8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:22.449717774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"6f8d3567-f093-445a-aeac-58e42997bb8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:22.491962009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"425a61f7-9e35-4f90-8a19-bbc86fc2fa58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:22.552715574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"425a61f7-9e35-4f90-8a19-bbc86fc2fa58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:22.59844195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"41935b39-2e8a-462b-a253-d84850061602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:22.610302903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"425a61f7-9e35-4f90-8a19-bbc86fc2fa58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:22.656791865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"41935b39-2e8a-462b-a253-d84850061602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:26.89941084Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"afed5793-10ec-48aa-8a59-2fe11d636619","namespace":"llm","name":"e2e-dft-refs-fd7a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:26.952479507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7d4c9746-8dbb-495c-aaec-09218c9c0c6f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:26.952499717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7d4c9746-8dbb-495c-aaec-09218c9c0c6f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:26.95281713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eaa665c3-c592-4245-8e5f-af406417736f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:26.952832136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eaa665c3-c592-4245-8e5f-af406417736f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:26.953049318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e56849e0-c597-4391-aeab-cf1387f06c13","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:26.953061389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e56849e0-c597-4391-aeab-cf1387f06c13","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:26.953255531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8fe109ed-ec51-4552-a451-33c18912f059","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:26.953266499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8fe109ed-ec51-4552-a451-33c18912f059","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:26.953466657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c347cfde-ce82-4de3-b69c-a46a87804ddd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:26.953475821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c347cfde-ce82-4de3-b69c-a46a87804ddd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:26.95368967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"24cb4820-2d2b-47e2-80a5-f3691985f422","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:26.953700499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"24cb4820-2d2b-47e2-80a5-f3691985f422","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:26.954056172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2981af17-2cb4-4a9f-8718-0f125419cbe3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:26.954070619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2981af17-2cb4-4a9f-8718-0f125419cbe3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:26.954271186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5e717f1-bb91-4c05-8fa8-14e87dad9174","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:26.954281053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5e717f1-bb91-4c05-8fa8-14e87dad9174","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.06308426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"ad601472-a56b-4b72-bd6d-8e8f0a3e7f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.063177779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12f946e2-5368-4791-8381-80bb5515d01b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.063581727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e198d263-24c9-4c31-a290-a7befb2dcbc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.064000638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"dc6def02-432e-4f62-ac88-c84ee267624a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.064042951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"df01e537-57b9-4f29-a726-dbd0c2b792f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.121650159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12f946e2-5368-4791-8381-80bb5515d01b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.122131482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e198d263-24c9-4c31-a290-a7befb2dcbc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.123750122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"ad601472-a56b-4b72-bd6d-8e8f0a3e7f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.12434555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"dc6def02-432e-4f62-ac88-c84ee267624a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.126030516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"df01e537-57b9-4f29-a726-dbd0c2b792f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.172483838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"65483c40-175d-45c2-8f5e-08b0bd0836d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.173253284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e5e26d4a-4a38-4aff-8509-4a8356e37e6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.184018722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e198d263-24c9-4c31-a290-a7befb2dcbc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.194954895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12f946e2-5368-4791-8381-80bb5515d01b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.347029004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"a46d8689-2871-4444-b1a8-33bca891b9ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.404531171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"a46d8689-2871-4444-b1a8-33bca891b9ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.438053979Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fd7a98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fd7a98","reconcileID":"0af6f3ad-e0dc-4341-be26-850323082714","namespace":"llm","name":"e2e-dft-refs-fd7a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.447570798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"1b656a0c-e7ce-4ae0-a010-e390427a8759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.505199481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"1b656a0c-e7ce-4ae0-a010-e390427a8759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.543852981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"9fb93a10-cd55-4148-b208-52f41866ddde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.544458298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"a351e62c-1d2c-4e58-aa7f-da577a97a193","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.597110737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"fc8d8485-c1e5-4020-964d-16c69b8bf99f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.601674202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"9fb93a10-cd55-4148-b208-52f41866ddde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.601804029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"a351e62c-1d2c-4e58-aa7f-da577a97a193","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.654655662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"fc8d8485-c1e5-4020-964d-16c69b8bf99f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.795370285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"81fbe0d9-81a4-4a1f-8220-2bd89ef872e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.852517107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"81fbe0d9-81a4-4a1f-8220-2bd89ef872e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.896090455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"33f3aa2a-e0c5-4d6b-980f-d9c30091f476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.958447268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"33f3aa2a-e0c5-4d6b-980f-d9c30091f476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:27.99987019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"d7f0b806-46e9-4a3c-9555-bc45767aca27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.000027625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd38ea81-63e2-4b71-954d-65bd865949bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.000315395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9e734a3-f240-4ac0-8111-d83a5fda410e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.069011776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd38ea81-63e2-4b71-954d-65bd865949bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.072587005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9e734a3-f240-4ac0-8111-d83a5fda410e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.074847388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"d7f0b806-46e9-4a3c-9555-bc45767aca27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.126079342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd38ea81-63e2-4b71-954d-65bd865949bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.131834799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9e734a3-f240-4ac0-8111-d83a5fda410e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.196816149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"088f49d3-b57c-4c81-bbb5-a3a787a6e61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.255061314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"088f49d3-b57c-4c81-bbb5-a3a787a6e61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.296673469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"1e785845-6f39-4b14-941b-40e94912a7de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.296704219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"edfa00e2-de98-482f-9f00-68b6806c41ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.354649863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"edfa00e2-de98-482f-9f00-68b6806c41ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.354978014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"1e785845-6f39-4b14-941b-40e94912a7de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.399441106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"7514c093-f54b-44a5-b3db-40727edffc85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.457003955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"7514c093-f54b-44a5-b3db-40727edffc85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.497376678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"b04bfde8-1b00-4e4e-b84b-d498d2d2144b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.554904065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"b04bfde8-1b00-4e4e-b84b-d498d2d2144b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.597202079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"35f011d1-182f-470f-97a7-701e12e46b89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.660444828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"35f011d1-182f-470f-97a7-701e12e46b89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.702949393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"22082584-b340-470a-9245-5d26ae238ad2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:28.768975793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"22082584-b340-470a-9245-5d26ae238ad2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:38.287150943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faabd4e6-48c4-4b50-a809-b7f396f0b2ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:38.292686356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75b8590a-5654-409b-81fe-9873fa570d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:38.3453493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faabd4e6-48c4-4b50-a809-b7f396f0b2ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:38.349988152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75b8590a-5654-409b-81fe-9873fa570d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:38.401540607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faabd4e6-48c4-4b50-a809-b7f396f0b2ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:38.406086772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75b8590a-5654-409b-81fe-9873fa570d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:40.832516808Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:44.824894304Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","namespace":"ai-tenant-e2e-inf-a-f97409","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:44.824951127Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","namespace":"ai-tenant-e2e-inf-a-f97409","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:44.824999772Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","tenant":"e2e-inf-a-f97409","tenantID":"e2e-inf-a-f97409","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:44.882308998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","gvk":"Deployment","name":"maas-api-e2e-inf-a-f97409","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:44.946476818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","gvk":"Service","name":"maas-api-e2e-inf-a-f97409","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:45.004329982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-f97409","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:45.060999799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-f97409","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:45.11688986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-f97409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:45.172941795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-f97409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:45.229134743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-f97409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:45.286458038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-f97409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:45.343104797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","gvk":"Deployment","name":"payload-processing-e2e-inf-a-f97409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:45.396705375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-f97409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:45.452078109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","gvk":"Service","name":"payload-processing-e2e-inf-a-f97409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:45.506063462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-f97409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:45.559661302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-f97409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:45.614092081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-f97409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:45.66814345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-f97409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:45.728672433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-f97409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:45.782232158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-f97409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:45.837070008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-f97409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:45.893674788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-f97409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:45.947495619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f97409"},"namespace":"ai-tenant-e2e-inf-a-f97409","name":"default-tenant","reconcileID":"7bbee2d7-f9a3-4d9b-a6fc-64659308dc5d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-f97409","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:48.563299382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5923a65-705b-428e-8bd5-375966d91202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:48.565695407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c6989f2-a246-4d80-ad9d-9e03499b2e20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:48.620706929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5923a65-705b-428e-8bd5-375966d91202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:48.622892559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c6989f2-a246-4d80-ad9d-9e03499b2e20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:48.677374271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5923a65-705b-428e-8bd5-375966d91202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:48.679210203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c6989f2-a246-4d80-ad9d-9e03499b2e20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:49.362591876Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-f97409","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-f97409","reconcileID":"ac107898-2e4e-4d2e-ab11-e501d2bf29e9","aitenant":"ai-tenants/e2e-inf-a-f97409","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:49.940140867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80755004-4e7a-4635-96b1-b4353c9c7851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:49.994235237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80755004-4e7a-4635-96b1-b4353c9c7851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:50.048131753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80755004-4e7a-4635-96b1-b4353c9c7851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:50.102532696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80755004-4e7a-4635-96b1-b4353c9c7851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:50.216781591Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-f97409","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-f97409","reconcileID":"ac107898-2e4e-4d2e-ab11-e501d2bf29e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-f97409","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-f97409"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.061034521Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","namespace":"ai-tenant-e2e-inf-a-f3109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.061159312Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","namespace":"ai-tenant-e2e-inf-a-f3109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.061279227Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","tenant":"e2e-inf-a-f3109b","tenantID":"e2e-inf-a-f3109b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.117276686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","gvk":"Deployment","name":"maas-api-e2e-inf-a-f3109b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.212109086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","gvk":"Service","name":"maas-api-e2e-inf-a-f3109b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.269286074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-f3109b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.324720294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-f3109b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.380334044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-f3109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.419008107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"5a590cb0-9be0-4425-a228-12a0f9ac174f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.435981525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-f3109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.532654171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-f3109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.588276355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-f3109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.641569632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","gvk":"Deployment","name":"payload-processing-e2e-inf-a-f3109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.691239877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"0c90c5d3-3bbc-44d9-98da-664a66bb6cd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.694864867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-f3109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.748106211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","gvk":"Service","name":"payload-processing-e2e-inf-a-f3109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.801436536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-f3109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.827444418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1de69914-8304-4b30-b929-10dbb7c4e52a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.86018517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-f3109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.915450913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-f3109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:51.968571774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-f3109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:52.023589587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba59023c-3dcb-4969-9d81-acf8964e7239","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:52.025695527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-f3109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:52.073808219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e385f400-19c8-4d82-8cc4-9942227cf2c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:52.12753862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-f3109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:52.128212571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e385f400-19c8-4d82-8cc4-9942227cf2c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:52.195146583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e385f400-19c8-4d82-8cc4-9942227cf2c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:52.196047218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-f3109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:52.250414182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"7968dc83-5ef5-41d3-94e1-60a565dc6a8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:52.261353612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e385f400-19c8-4d82-8cc4-9942227cf2c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:52.316303189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-f3109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:52.369960609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f3109b"},"namespace":"ai-tenant-e2e-inf-a-f3109b","name":"default-tenant","reconcileID":"9849d22c-264f-43dd-9298-ce008b7f08b7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-f3109b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:52.426708614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"46395381-6344-4bb9-98da-4a44821ad550","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:52.426873593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"92585fc2-3153-4a25-8638-2284412bf965","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:52.517548406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"047a191a-47ce-471f-bdbf-b3b57c2173e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:52.588570629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"eb3a7177-82a6-49b9-beb7-bf5f10e78fb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:52.76196829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"3a6e2aa5-7ea6-4e31-98f5-6df5250f0bdd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:52.877140588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"e2489773-7dff-4778-8ab1-091fe00a2b5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:53.107342954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"c236bc80-d650-4cb4-bb8e-f51daa05a77b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:54.190523873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9bee5ed-c8b0-40c3-b6a4-39150bedf204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:54.244584982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9bee5ed-c8b0-40c3-b6a4-39150bedf204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:54.298895752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9bee5ed-c8b0-40c3-b6a4-39150bedf204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:54.353112913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9bee5ed-c8b0-40c3-b6a4-39150bedf204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:56.348201661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df63eb87-0fca-4255-9f70-46f4d7e5997c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:56.402115358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df63eb87-0fca-4255-9f70-46f4d7e5997c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:56.455875751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df63eb87-0fca-4255-9f70-46f4d7e5997c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:56.509925903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df63eb87-0fca-4255-9f70-46f4d7e5997c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:57.745025542Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-f3109b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-f3109b","reconcileID":"8b17f87d-60e0-4566-95dc-cdff3b8e1551","aitenant":"ai-tenants/e2e-inf-a-f3109b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:58.535220642Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-f3109b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-f3109b","reconcileID":"8b17f87d-60e0-4566-95dc-cdff3b8e1551","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-f3109b","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-f3109b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:58.586121189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33eaaafb-4d74-4ac8-93a1-fea646a6499c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:58.64040689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33eaaafb-4d74-4ac8-93a1-fea646a6499c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:58.694448647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33eaaafb-4d74-4ac8-93a1-fea646a6499c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:58.748804568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33eaaafb-4d74-4ac8-93a1-fea646a6499c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:58.909576905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71db0d23-b12b-4561-8950-04bc6b373489","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:58.909576452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70943bba-d022-45da-a47b-b272cbca6313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:58.967582225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70943bba-d022-45da-a47b-b272cbca6313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:58.967673269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71db0d23-b12b-4561-8950-04bc6b373489","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:59.026421566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70943bba-d022-45da-a47b-b272cbca6313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:59.027542716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71db0d23-b12b-4561-8950-04bc6b373489","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:59.093312716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55bc2343-5c57-4733-9de9-c2a538970e19","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:59.093331025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55bc2343-5c57-4733-9de9-c2a538970e19","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:59.10237727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f111745d-ffaf-4a00-9ce1-7e4e75ff08d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:01:59.102393101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f111745d-ffaf-4a00-9ce1-7e4e75ff08d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:00.747026745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09383c6-8e49-4f1b-b476-63331db9b6da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:00.801189808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09383c6-8e49-4f1b-b476-63331db9b6da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:00.85493005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09383c6-8e49-4f1b-b476-63331db9b6da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:00.908802997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09383c6-8e49-4f1b-b476-63331db9b6da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:02.840446765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40eb590-a5a7-4f69-865a-bf242a0cd1ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:02.894468002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40eb590-a5a7-4f69-865a-bf242a0cd1ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:02.948402864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40eb590-a5a7-4f69-865a-bf242a0cd1ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:03.002624679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40eb590-a5a7-4f69-865a-bf242a0cd1ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:04.920999422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440f85d3-a1b0-4e93-b350-9f3662098237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:04.975325657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440f85d3-a1b0-4e93-b350-9f3662098237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:05.02947184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440f85d3-a1b0-4e93-b350-9f3662098237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:05.084310276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440f85d3-a1b0-4e93-b350-9f3662098237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:07.047421276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5cf928-3dfe-40b9-a7b0-6512d86312c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:07.101757201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5cf928-3dfe-40b9-a7b0-6512d86312c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:07.156091661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5cf928-3dfe-40b9-a7b0-6512d86312c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:07.210276063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5cf928-3dfe-40b9-a7b0-6512d86312c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:08.030788593Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","namespace":"ai-tenant-e2e-inf-a-4530c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:08.030872469Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","namespace":"ai-tenant-e2e-inf-a-4530c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:08.0309473Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","tenant":"e2e-inf-a-4530c5","tenantID":"e2e-inf-a-4530c5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:08.088000644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","gvk":"Deployment","name":"maas-api-e2e-inf-a-4530c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:08.149142255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","gvk":"Service","name":"maas-api-e2e-inf-a-4530c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:08.20517229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-4530c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:08.297660365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-4530c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:08.353388108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-4530c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:08.40910768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-4530c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:08.4670927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-4530c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:08.526013449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-4530c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:08.613674236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","gvk":"Deployment","name":"payload-processing-e2e-inf-a-4530c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:08.6671814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-4530c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:08.720567526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","gvk":"Service","name":"payload-processing-e2e-inf-a-4530c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:08.773643191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-4530c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:08.828701213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-4530c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:08.881796389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-4530c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:08.93509857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-4530c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:08.991763295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-4530c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:09.04490677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-4530c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:09.098405153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-4530c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:09.154204824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f48e99ff-b1ff-4138-af49-4dae38d5bd04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:09.209060949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f48e99ff-b1ff-4138-af49-4dae38d5bd04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:09.209378822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-4530c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:09.263108962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f48e99ff-b1ff-4138-af49-4dae38d5bd04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:09.317338317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f48e99ff-b1ff-4138-af49-4dae38d5bd04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:09.317519383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba0be59e-face-4375-bf48-ed9cf3cee58f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:09.371598247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4530c5"},"namespace":"ai-tenant-e2e-inf-a-4530c5","name":"default-tenant","reconcileID":"93d588fe-9703-477b-adf9-b094490c6414","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-4530c5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:09.371774561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"374e72b7-61eb-4b07-bb97-424dd2b95a6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:09.375982838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba0be59e-face-4375-bf48-ed9cf3cee58f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:09.429676479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"374e72b7-61eb-4b07-bb97-424dd2b95a6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:09.432055064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba0be59e-face-4375-bf48-ed9cf3cee58f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:09.486012682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"374e72b7-61eb-4b07-bb97-424dd2b95a6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:10.146653962Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-4530c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-4530c5","reconcileID":"087064bc-0073-4a66-932b-e987c2822aa4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-4530c5","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-4530c5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:10.834007553Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:11.304618294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f19aaec6-d0b1-4917-9e51-1b306a33dcf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:11.358401353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f19aaec6-d0b1-4917-9e51-1b306a33dcf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:11.412200281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f19aaec6-d0b1-4917-9e51-1b306a33dcf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:11.466051582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f19aaec6-d0b1-4917-9e51-1b306a33dcf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:13.41994837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d66d426-888d-44cd-b7ed-4b9c14a2f712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:13.474122337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d66d426-888d-44cd-b7ed-4b9c14a2f712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:13.488557693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17f4e846-f6d9-45ec-bfd8-82872a90bb0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:13.488576698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17f4e846-f6d9-45ec-bfd8-82872a90bb0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:13.528007051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d66d426-888d-44cd-b7ed-4b9c14a2f712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:13.582064507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d66d426-888d-44cd-b7ed-4b9c14a2f712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:13.639409015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a2a3e0f-ea04-4a9d-9a29-158cbeac7443","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:13.639440676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a2a3e0f-ea04-4a9d-9a29-158cbeac7443","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:13.751382309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"namespace":"ai-tenant-e2e-mt-832fb060","name":"e2e-shared-policy-832fb060","reconcileID":"7e2c4249-7b9d-42e2-a9a0-5d9bcad8e5b4","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:13.752105315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30f72d17-54f2-4bd1-b5ce-7b21177ede8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:13.752133881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30f72d17-54f2-4bd1-b5ce-7b21177ede8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:13.80900966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2056c084-e0f6-4c36-abce-784f43e468d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:13.809030051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2056c084-e0f6-4c36-abce-784f43e468d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:02:13.864593796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"namespace":"ai-tenant-e2e-mt-832fb060","name":"e2e-shared-sub-832fb060","reconcileID":"cfb84639-00e1-40b4-a1ef-c6f7d4192445","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-832fb060\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:13.879846139Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"namespace":"ai-tenant-e2e-mt-832fb060","name":"e2e-shared-policy-832fb060","reconcileID":"7e2c4249-7b9d-42e2-a9a0-5d9bcad8e5b4","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:13.936668343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"namespace":"ai-tenant-e2e-mt-832fb060","name":"e2e-shared-policy-832fb060","reconcileID":"7e2c4249-7b9d-42e2-a9a0-5d9bcad8e5b4","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:13.980823822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a51e9008-a2f7-4788-80df-0878ce182907","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:13.980847196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a51e9008-a2f7-4788-80df-0878ce182907","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:13.995018882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ce7386a-5f97-4755-91e5-66e8181442ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:13.995040274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ce7386a-5f97-4755-91e5-66e8181442ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:14.039416688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbcdd8dc-ccbc-4a90-b861-4f3a6a0cd521","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:14.039445271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbcdd8dc-ccbc-4a90-b861-4f3a6a0cd521","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:14.10224858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"namespace":"ai-tenant-e2e-mt-832fb060","name":"e2e-shared-policy-832fb060","reconcileID":"41ff9fe3-ebd4-429b-b68d-d629d0aae063","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:14.169112679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"namespace":"ai-tenant-e2e-mt-832fb060","name":"e2e-shared-policy-832fb060","reconcileID":"41ff9fe3-ebd4-429b-b68d-d629d0aae063","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:14.22697624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"namespace":"ai-tenant-e2e-mt-832fb060","name":"e2e-shared-policy-832fb060","reconcileID":"41ff9fe3-ebd4-429b-b68d-d629d0aae063","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:14.323080886Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"namespace":"ai-tenant-e2e-mt-832fb060","name":"e2e-shared-sub-832fb060","reconcileID":"eadfce3f-7bcc-453d-bb36-e0294b27c49a","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-832fb060/e2e-shared-sub-832fb060","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:14.720972365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7726160a-d875-4abe-b41c-538dec7f5f7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:14.720997127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7726160a-d875-4abe-b41c-538dec7f5f7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:14.730147583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e977102f-279b-4b89-997a-c3d0601f060f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:14.730167744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e977102f-279b-4b89-997a-c3d0601f060f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:14.756114749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3040f6ae-8f8b-425d-8066-a3f64de1efff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:14.776976685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5ea24a4-f368-4d1d-9194-abc2628afbd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:14.776995469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5ea24a4-f368-4d1d-9194-abc2628afbd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:14.885108106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"c0d198c3-758a-4744-b09d-e9faac9cf450","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:14.943542179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"c0d198c3-758a-4744-b09d-e9faac9cf450","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:14.945528789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"namespace":"ai-tenant-e2e-mt-832fb060","name":"e2e-shared-sub-832fb060","reconcileID":"580e5350-9cae-4cf5-9035-4345d3e5a831","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:14.971995519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"653baa53-6046-460e-a35e-e22a2c1d98c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:14.972012856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"653baa53-6046-460e-a35e-e22a2c1d98c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.000359318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"c0d198c3-758a-4744-b09d-e9faac9cf450","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.030214506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a90ca42b-a75d-4290-b8b6-a2c4f39d7971","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.030233457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a90ca42b-a75d-4290-b8b6-a2c4f39d7971","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.056819871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a3f0943-c36f-401f-81a4-7bea6209b3fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.056845368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a3f0943-c36f-401f-81a4-7bea6209b3fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:02:15.082917752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-sub-832fb060","reconcileID":"419112e7-1379-452a-91f1-751d6bf20d0a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-832fb060\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.170487515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"79a139fa-87ca-4c0e-bbd8-020655c69f8f","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.200521511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81b6aa6b-ff15-43a3-895f-44a9f783b7b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.200542323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81b6aa6b-ff15-43a3-895f-44a9f783b7b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.228603405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"79a139fa-87ca-4c0e-bbd8-020655c69f8f","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.257016016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96c86cdf-6dec-4ce6-844b-f095738d45f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.257034858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96c86cdf-6dec-4ce6-844b-f095738d45f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.284895482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"79a139fa-87ca-4c0e-bbd8-020655c69f8f","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.532112738Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-sub-832fb060","reconcileID":"d0876ea3-a8eb-461b-8c02-a8da075395cb","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-2e1feb8f/e2e-shared-sub-832fb060","ai-tenant-e2e-mt-832fb060/e2e-shared-sub-832fb060","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.700319224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e59fe6ab-bb22-4d2e-92f2-2fc45181150d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.700340017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e59fe6ab-bb22-4d2e-92f2-2fc45181150d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.749222298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"namespace":"ai-tenant-e2e-mt-832fb060","name":"e2e-shared-sub-832fb060","reconcileID":"b36fcf55-ba34-4dd3-b4ed-19972281ef4b","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.749222317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"27034ce7-f780-4e5f-93b5-234e7fe2bc9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.821871182Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"namespace":"ai-tenant-e2e-mt-832fb060","name":"e2e-shared-policy-832fb060","reconcileID":"6fc63ce6-c0a0-4032-a421-d701e9bf01d7","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.821952622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acc75acd-2dad-4cb3-af21-9aea175e6f11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.821968842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acc75acd-2dad-4cb3-af21-9aea175e6f11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.921892209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-sub-832fb060","reconcileID":"23d84073-f772-4d51-a9f6-be394b01f08b","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:15.975903533Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"namespace":"ai-tenant-e2e-mt-832fb060","name":"e2e-shared-policy-832fb060","reconcileID":"6fc63ce6-c0a0-4032-a421-d701e9bf01d7","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"policyNamespace":"ai-tenant-e2e-mt-832fb060","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:16.033397316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55638f94-8b1c-4e19-b5ba-1506cca345a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:16.033490776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55638f94-8b1c-4e19-b5ba-1506cca345a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:16.168829012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39bed4ab-6f6d-4fb0-8c23-4df33ce6597a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:16.168850385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39bed4ab-6f6d-4fb0-8c23-4df33ce6597a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:19.593371142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"256ddace-4489-43f3-bcd5-22aea9303a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:19.69421439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bac93c1-6421-455f-9bb3-64700096485c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:19.718912164Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"256ddace-4489-43f3-bcd5-22aea9303a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:19.751837857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bac93c1-6421-455f-9bb3-64700096485c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:19.775237898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"256ddace-4489-43f3-bcd5-22aea9303a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:19.809980096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bac93c1-6421-455f-9bb3-64700096485c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:19.83240495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfde1cb8-4691-4c2e-9044-e96748a3ef53","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:19.832427368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfde1cb8-4691-4c2e-9044-e96748a3ef53","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:19.869289892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2ff92a7-3e74-4187-864f-f826af12a96d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:19.869311079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2ff92a7-3e74-4187-864f-f826af12a96d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:25.392660908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"f283e65e-bb18-4714-80f8-e92c5767d700","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:25.517432485Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"f283e65e-bb18-4714-80f8-e92c5767d700","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:25.57394004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"f283e65e-bb18-4714-80f8-e92c5767d700","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:25.630670224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93e82033-2964-43ba-8e4a-033d35cfa347","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:25.630688641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93e82033-2964-43ba-8e4a-033d35cfa347","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:26.347135369Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"namespace":"ai-tenant-e2e-mt-832fb060","name":"e2e-shared-sub-832fb060","reconcileID":"980ab831-5fdf-40eb-b98b-dca0c7f95327","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-832fb060","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:26.569671198Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"namespace":"ai-tenant-e2e-mt-832fb060","name":"e2e-shared-sub-832fb060","reconcileID":"980ab831-5fdf-40eb-b98b-dca0c7f95327","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-832fb060"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-2e1feb8f/e2e-shared-sub-832fb060","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:26.78630299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"49be696c-ad85-4a55-bc06-fa0e62bfeaac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:26.78643374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-sub-832fb060","reconcileID":"d4daf42e-2019-4a5c-8feb-3378e44a4c2e","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:26.791134237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51687b06-db60-4147-9cb7-43bcc87aabe7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:26.791149071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51687b06-db60-4147-9cb7-43bcc87aabe7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:29.993644148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2dbd5d8d-1802-411e-b312-10314a82e1c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:30.029680108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17056998-011d-424f-be15-56b1b9231f3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:30.118172351Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2dbd5d8d-1802-411e-b312-10314a82e1c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:02:30.162397512Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17056998-011d-424f-be15-56b1b9231f3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:30.174534153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2dbd5d8d-1802-411e-b312-10314a82e1c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:02:30.222397051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17056998-011d-424f-be15-56b1b9231f3c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:30.222851358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"331c9c54-adc9-4768-85dd-8e8c57ebbbc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:30.222872555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"331c9c54-adc9-4768-85dd-8e8c57ebbbc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:30.232990258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ecbf15c6-833b-4cbc-8859-223c077e1ea4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:30.233006214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ecbf15c6-833b-4cbc-8859-223c077e1ea4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:30.38814025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cafbea0-3bc8-4444-8d7d-251cedab57a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:30.44581094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cafbea0-3bc8-4444-8d7d-251cedab57a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:30.505712235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cafbea0-3bc8-4444-8d7d-251cedab57a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:30.565660192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18e69722-ec27-4a61-8171-5f9430ada5ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:30.565679952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18e69722-ec27-4a61-8171-5f9430ada5ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:35.749062349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"525e501d-68da-4707-a048-ab431078386b","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:35.890324955Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"525e501d-68da-4707-a048-ab431078386b","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:35.947913588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"525e501d-68da-4707-a048-ab431078386b","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:36.007897343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00f611d8-a9c8-4e5f-8fe8-3dccd7f0787f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:36.007917647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00f611d8-a9c8-4e5f-8fe8-3dccd7f0787f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:36.061379877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ff81aee-f0a1-4666-a828-120d91355ec3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:36.061400112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ff81aee-f0a1-4666-a828-120d91355ec3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:36.117575017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"001797b7-da0b-43d7-a23c-3b4d0d5c78ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:36.117597287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"001797b7-da0b-43d7-a23c-3b4d0d5c78ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:36.224282851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-afb45b2d","namespace":"ai-tenant-e2e-mt-afb45b2d"},"namespace":"ai-tenant-e2e-mt-afb45b2d","name":"e2e-policy-afb45b2d","reconcileID":"7af2f037-edc2-4428-b41f-acb09c06a695","MaaSAuthPolicy":{"name":"e2e-policy-afb45b2d","namespace":"ai-tenant-e2e-mt-afb45b2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:36.282696309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-afb45b2d","namespace":"ai-tenant-e2e-mt-afb45b2d"},"namespace":"ai-tenant-e2e-mt-afb45b2d","name":"e2e-policy-afb45b2d","reconcileID":"7af2f037-edc2-4428-b41f-acb09c06a695","MaaSAuthPolicy":{"name":"e2e-policy-afb45b2d","namespace":"ai-tenant-e2e-mt-afb45b2d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:36.340817036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-afb45b2d","namespace":"ai-tenant-e2e-mt-afb45b2d"},"namespace":"ai-tenant-e2e-mt-afb45b2d","name":"e2e-policy-afb45b2d","reconcileID":"7af2f037-edc2-4428-b41f-acb09c06a695","MaaSAuthPolicy":{"name":"e2e-policy-afb45b2d","namespace":"ai-tenant-e2e-mt-afb45b2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:40.394176301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"011c097e-4f72-4b32-b650-9e52f65c9e8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:40.522596218Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"011c097e-4f72-4b32-b650-9e52f65c9e8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:40.579211375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"011c097e-4f72-4b32-b650-9e52f65c9e8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:40.638344335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4ae0aefa-c587-4ae5-8ad3-e84fc8c3c9d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:40.63836449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4ae0aefa-c587-4ae5-8ad3-e84fc8c3c9d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:40.72656216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8c12634-a60d-4968-97b4-da884b14dac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:40.784167899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8c12634-a60d-4968-97b4-da884b14dac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:40.832520937Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:40.840623173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8c12634-a60d-4968-97b4-da884b14dac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:40.899489337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5544322a-0aaf-410f-9949-43956832a49c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:40.899511441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5544322a-0aaf-410f-9949-43956832a49c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:46.115806188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"9fb1cf2e-1687-40d6-91a5-4ca5a8a6332c","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:46.242181225Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"9fb1cf2e-1687-40d6-91a5-4ca5a8a6332c","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:46.298566716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"9fb1cf2e-1687-40d6-91a5-4ca5a8a6332c","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:46.35701853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c49e0610-ed65-40fd-8ef6-8b466aa19ce6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:46.357039746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c49e0610-ed65-40fd-8ef6-8b466aa19ce6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:50.799814956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd4e5b50-0a39-4584-9388-f927f05a4a75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:50.926280216Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd4e5b50-0a39-4584-9388-f927f05a4a75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:50.985324551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd4e5b50-0a39-4584-9388-f927f05a4a75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:51.044193427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f6a1907-474b-4ca2-bd39-46f9ed6862ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:51.044213255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f6a1907-474b-4ca2-bd39-46f9ed6862ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:51.060428457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5b8bc4b-7ed6-4ee0-99e5-e594af013ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:51.118282443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5b8bc4b-7ed6-4ee0-99e5-e594af013ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:51.175069059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5b8bc4b-7ed6-4ee0-99e5-e594af013ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:51.233814764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4f4d444-5bc7-482c-98f8-8b1a49ca1321","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:51.233833128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4f4d444-5bc7-482c-98f8-8b1a49ca1321","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:56.464852346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"5f267cc2-58d4-4530-b502-031ffe67319f","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:56.590986152Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"5f267cc2-58d4-4530-b502-031ffe67319f","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:56.647472606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"5f267cc2-58d4-4530-b502-031ffe67319f","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:56.703949954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fcf4c2c-1ca9-488e-8910-eaaa9eaec372","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:02:56.703968708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fcf4c2c-1ca9-488e-8910-eaaa9eaec372","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:01.205052907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d228265-726b-4cf1-8e47-a84bb828daff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:01.330399817Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d228265-726b-4cf1-8e47-a84bb828daff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:01.38664895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d228265-726b-4cf1-8e47-a84bb828daff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:01.393954169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"722bb824-e6d8-4b95-8e9e-211a56906a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:01.445461301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6612658b-b6ad-4bac-91b7-17bc20dffc0d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:01.445482695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6612658b-b6ad-4bac-91b7-17bc20dffc0d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:01.451548734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"722bb824-e6d8-4b95-8e9e-211a56906a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:01.507984569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"722bb824-e6d8-4b95-8e9e-211a56906a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:01.566557846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca766a2b-84f1-40ac-b802-ce136af769fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:01.566578486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca766a2b-84f1-40ac-b802-ce136af769fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:02.145845303Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-afb45b2d","namespace":"ai-tenant-e2e-mt-afb45b2d"},"namespace":"ai-tenant-e2e-mt-afb45b2d","name":"e2e-policy-afb45b2d","reconcileID":"daa601ca-3180-4751-9fc4-2d8725d7d8cb","MaaSAuthPolicy":{"name":"e2e-policy-afb45b2d","namespace":"ai-tenant-e2e-mt-afb45b2d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:02.300811493Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-afb45b2d","namespace":"ai-tenant-e2e-mt-afb45b2d"},"namespace":"ai-tenant-e2e-mt-afb45b2d","name":"e2e-policy-afb45b2d","reconcileID":"daa601ca-3180-4751-9fc4-2d8725d7d8cb","MaaSAuthPolicy":{"name":"e2e-policy-afb45b2d","namespace":"ai-tenant-e2e-mt-afb45b2d"},"policyNamespace":"ai-tenant-e2e-mt-afb45b2d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:06.811437852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"c12ae692-1d6c-421e-b9b7-136f8f7e358c","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:06.936926875Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"c12ae692-1d6c-421e-b9b7-136f8f7e358c","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:06.993084181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"c12ae692-1d6c-421e-b9b7-136f8f7e358c","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:07.049930175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"485c1973-bb0f-46e1-aec4-16dce46bf7ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:07.049950007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"485c1973-bb0f-46e1-aec4-16dce46bf7ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:10.833205062Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:11.608353374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e32c47a6-69ba-4cfb-bc6f-95d9b9ae580a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:11.728655793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d649856c-179a-444f-9f6d-eae1677660fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:11.735977545Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e32c47a6-69ba-4cfb-bc6f-95d9b9ae580a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:11.786353924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d649856c-179a-444f-9f6d-eae1677660fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:11.793322896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e32c47a6-69ba-4cfb-bc6f-95d9b9ae580a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:11.842949909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d649856c-179a-444f-9f6d-eae1677660fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:11.852280612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d648ce82-5d18-45ac-93d4-514090d7e074","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:11.85229803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d648ce82-5d18-45ac-93d4-514090d7e074","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:11.901411809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35292901-fd9b-481d-bab3-8dc9010e8e18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:11.901429155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35292901-fd9b-481d-bab3-8dc9010e8e18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.077511787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"183906b7-e0ec-4c07-b9e2-396f41d337d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.175013478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"e4fb64d4-3ee0-43a5-bf51-a9edc02dfbea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.275612931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"906b6091-1dad-4ffc-a204-35295e441b0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.387993693Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","namespace":"ai-tenant-e2e-inf-b-e19d40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.388067333Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","namespace":"ai-tenant-e2e-inf-b-e19d40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.388147839Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","tenant":"e2e-inf-b-e19d40","tenantID":"e2e-inf-b-e19d40","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.407658205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"a78ffd41-6c9d-40df-8a9c-9ba6e7d11fab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.443368533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","gvk":"Deployment","name":"maas-api-e2e-inf-b-e19d40","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.504200908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","gvk":"Service","name":"maas-api-e2e-inf-b-e19d40","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.561110296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-e19d40","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.60962519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"4a7819f9-fb77-4678-8a98-716ab112be61","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.618188749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-e19d40","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.673801242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-e19d40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.709171383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"a1ac5931-30d2-44dd-9b13-899d6a811ed3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.709431608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"d90b5459-c11d-492b-af56-f328a42ff6f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.729589961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-e19d40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.786224869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-e19d40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.842021763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-e19d40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.895597406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","gvk":"Deployment","name":"payload-processing-e2e-inf-b-e19d40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.912241912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"79e813e8-f30b-4dd5-a318-f9c69a9b9830","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:13.95102805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-e19d40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:14.007108928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","gvk":"Service","name":"payload-processing-e2e-inf-b-e19d40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:14.033673338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"fd2ca638-f43c-4712-b81c-8c4954209dc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:14.063251782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-e19d40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:14.116948648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-e19d40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:14.1580513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6759f7bf-836a-406d-ae93-31003ea9e335","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:14.170231597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-e19d40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:14.223535633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-e19d40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:14.282040809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-e19d40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:14.336326922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-e19d40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:14.340970056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"538cff43-ff68-4a1e-8f2c-c6b2ea25ac74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:14.389710423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-e19d40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:14.396135388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eb932a87-b7e3-4451-89ea-543d97888a0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:14.396616824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-sub-832fb060","reconcileID":"1ab59ab4-ba07-4ebf-bc68-8d0ce9f10139","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:14.446183725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-e19d40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:14.500778187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e19d40"},"namespace":"ai-tenant-e2e-inf-b-e19d40","name":"default-tenant","reconcileID":"b67a7774-e97b-4633-abf6-9105dc30ed18","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-e19d40","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:17.156787277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"c506178e-3430-4506-b79b-f75e43c5ec84","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:17.284443051Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"c506178e-3430-4506-b79b-f75e43c5ec84","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:17.341041798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"c506178e-3430-4506-b79b-f75e43c5ec84","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:17.397583528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c4d39f9-56ca-4580-8a95-399def95ecfa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:17.397603326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c4d39f9-56ca-4580-8a95-399def95ecfa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:18.831714312Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-e19d40","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-e19d40","reconcileID":"eaa089d4-deb6-4899-b458-582bbca39573","aitenant":"ai-tenants/e2e-inf-b-e19d40","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:19.44879865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2406cce7-84e3-4f1f-a2ec-1c78794869c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:19.502927034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2406cce7-84e3-4f1f-a2ec-1c78794869c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:19.557328319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2406cce7-84e3-4f1f-a2ec-1c78794869c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:19.611204106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2406cce7-84e3-4f1f-a2ec-1c78794869c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:19.667927772Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","namespace":"ai-tenant-e2e-inf-b-801923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:19.667983585Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","namespace":"ai-tenant-e2e-inf-b-801923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:19.668031536Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","tenant":"e2e-inf-b-801923","tenantID":"e2e-inf-b-801923","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:19.670726341Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-e19d40","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-e19d40","reconcileID":"eaa089d4-deb6-4899-b458-582bbca39573","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-e19d40","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-e19d40"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:19.723578694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","gvk":"Deployment","name":"maas-api-e2e-inf-b-801923","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:19.785168844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","gvk":"Service","name":"maas-api-e2e-inf-b-801923","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:19.905264361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-801923","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:19.970288588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-801923","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:20.029263325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-801923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:20.085253256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-801923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:20.14351378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-801923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:20.199633548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-801923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:20.253248395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","gvk":"Deployment","name":"payload-processing-e2e-inf-b-801923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:20.306569943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-801923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:20.373039079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","gvk":"Service","name":"payload-processing-e2e-inf-b-801923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:20.42890898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-801923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:20.482305064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-801923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:20.535480978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-801923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:20.588617537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-801923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:20.644858648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-801923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:20.715300062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-801923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:20.77601071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-801923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:20.833882642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-801923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:20.887361533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-801923"},"namespace":"ai-tenant-e2e-inf-b-801923","name":"default-tenant","reconcileID":"47854e65-2869-4d79-8356-00d425817416","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-801923","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:21.24810503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f8cb958-0e88-4398-bd12-e33498679e7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:21.248141102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f8cb958-0e88-4398-bd12-e33498679e7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:21.306059085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95dec2e0-06fb-483f-986c-70e07d7194e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:21.306083438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95dec2e0-06fb-483f-986c-70e07d7194e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:21.466677131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"7c65b11a-2631-4a47-8c7f-465521218a0a","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:21.58454852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c573601-5419-4489-9036-110d12b841e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:21.591995691Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"7c65b11a-2631-4a47-8c7f-465521218a0a","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:21.638893975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c573601-5419-4489-9036-110d12b841e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:21.692745425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c573601-5419-4489-9036-110d12b841e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:21.695547025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"7c65b11a-2631-4a47-8c7f-465521218a0a","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:21.747944404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c573601-5419-4489-9036-110d12b841e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:21.806520243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7524ff1-a2b3-41d8-9a36-71cb3caea6ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:21.806543654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7524ff1-a2b3-41d8-9a36-71cb3caea6ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:22.021514902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b91b3e91-18bd-4b5e-af94-5052518655da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:22.075212815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"570038b3-f6fd-4609-ba8b-69b75f3c4a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:22.079959269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b91b3e91-18bd-4b5e-af94-5052518655da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:22.132920296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"570038b3-f6fd-4609-ba8b-69b75f3c4a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:22.136189617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b91b3e91-18bd-4b5e-af94-5052518655da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:22.1893142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"570038b3-f6fd-4609-ba8b-69b75f3c4a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:22.195131325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b9b0c806-6f0f-47de-97d2-6408881e070c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:22.195149539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b9b0c806-6f0f-47de-97d2-6408881e070c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:22.248162488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15bb2bd3-461d-40d1-a101-f79046bc3799","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:22.248180381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15bb2bd3-461d-40d1-a101-f79046bc3799","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:23.67044133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba4bd8b-3419-426f-8c3d-f737ccc8a159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:23.725334833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba4bd8b-3419-426f-8c3d-f737ccc8a159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:23.779341827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba4bd8b-3419-426f-8c3d-f737ccc8a159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:23.833432074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba4bd8b-3419-426f-8c3d-f737ccc8a159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:26.640207635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02a5201a-d937-402a-bd65-b7dbc0a89c10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:26.640229273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02a5201a-d937-402a-bd65-b7dbc0a89c10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:26.747337728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"d5997f64-50bf-4e0e-b326-0105d07f7353","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:26.874967266Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"d5997f64-50bf-4e0e-b326-0105d07f7353","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:26.931460843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"d5997f64-50bf-4e0e-b326-0105d07f7353","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:26.995393432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8d41ffe-d4c8-4b9b-972a-aa2e4712d094","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:26.995420541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8d41ffe-d4c8-4b9b-972a-aa2e4712d094","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:27.264352478Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-801923","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-801923","reconcileID":"cd23545a-9baa-4445-acb4-4a0b01ce1da0","aitenant":"ai-tenants/e2e-inf-b-801923","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:27.504833785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"dd9f451a-946e-4e32-90cf-a1d6e2a4be46","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:27.562950986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"dd9f451a-946e-4e32-90cf-a1d6e2a4be46","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:27.619282389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"dd9f451a-946e-4e32-90cf-a1d6e2a4be46","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:27.675493036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9081530-6144-40c6-9fe8-04b8df0bb5d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:27.675511169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9081530-6144-40c6-9fe8-04b8df0bb5d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:27.838010019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b703991-fff7-4d84-b6c9-d6cea36ac4d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:27.893185892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b703991-fff7-4d84-b6c9-d6cea36ac4d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:27.94721734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b703991-fff7-4d84-b6c9-d6cea36ac4d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:28.001592432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b703991-fff7-4d84-b6c9-d6cea36ac4d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:28.122058637Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-801923","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-801923","reconcileID":"cd23545a-9baa-4445-acb4-4a0b01ce1da0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-801923","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-801923"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:30.037654806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a901b4-8509-4fd0-a12e-3c004e81c74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:30.09247047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a901b4-8509-4fd0-a12e-3c004e81c74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:30.150279654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a901b4-8509-4fd0-a12e-3c004e81c74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:30.206482567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a901b4-8509-4fd0-a12e-3c004e81c74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:31.969292597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"5632c9a6-cec7-42d0-a99c-9eb16b70fff2","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:32.095724144Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"5632c9a6-cec7-42d0-a99c-9eb16b70fff2","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:32.152164096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"5632c9a6-cec7-42d0-a99c-9eb16b70fff2","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:32.158879937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cea96b1-87aa-4781-a12b-29d0f77bdd59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:32.214639076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cea96b1-87aa-4781-a12b-29d0f77bdd59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:32.217793087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a4e4c26-2d7c-4e71-ad74-a7128f2aa084","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:32.217815525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a4e4c26-2d7c-4e71-ad74-a7128f2aa084","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:32.269061798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cea96b1-87aa-4781-a12b-29d0f77bdd59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:32.323237272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cea96b1-87aa-4781-a12b-29d0f77bdd59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:32.43015204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1797989-4f02-404f-91bc-d79875ca4f4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:32.484065541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99890b71-3d0e-4ef1-b017-1a5875c0b1a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:32.487967514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1797989-4f02-404f-91bc-d79875ca4f4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:32.542589136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99890b71-3d0e-4ef1-b017-1a5875c0b1a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:32.598689017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1797989-4f02-404f-91bc-d79875ca4f4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:32.599315704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99890b71-3d0e-4ef1-b017-1a5875c0b1a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:32.655279283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a0faf69-ffd6-452f-b16c-d51e14923186","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:32.655294965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a0faf69-ffd6-452f-b16c-d51e14923186","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:32.657847899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81a8c627-b2d6-409d-b98e-eccb159eb016","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:32.657862235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81a8c627-b2d6-409d-b98e-eccb159eb016","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:37.103472918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"4e8c3801-1573-43d8-a5dd-a707072c69f6","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:37.23095874Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"4e8c3801-1573-43d8-a5dd-a707072c69f6","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:37.287324309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"4e8c3801-1573-43d8-a5dd-a707072c69f6","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:37.347218017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07b61715-5e86-4e9a-93f0-c4e4274157a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:37.347238939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07b61715-5e86-4e9a-93f0-c4e4274157a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:37.782258842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"77dd8b5b-39ec-4da6-ad34-959dad6ee96d","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:37.840609536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"77dd8b5b-39ec-4da6-ad34-959dad6ee96d","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:37.896874793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"77dd8b5b-39ec-4da6-ad34-959dad6ee96d","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:37.953156008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0d1d391-5c56-45f2-8203-d8f5ab65c570","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:37.95317558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0d1d391-5c56-45f2-8203-d8f5ab65c570","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:40.832631814Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:42.380172896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"4cfbb8c5-3e41-4a8e-a89b-8036f62a46d3","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:42.505031043Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"4cfbb8c5-3e41-4a8e-a89b-8036f62a46d3","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:42.56157713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"4cfbb8c5-3e41-4a8e-a89b-8036f62a46d3","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:42.617973585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cf6f4d7-19ee-4514-a540-be2de5a8a66b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:42.617993046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cf6f4d7-19ee-4514-a540-be2de5a8a66b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:42.815497903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6874a9c7-a378-4df2-ad2a-6690011958e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:42.817845069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f3d11f3-8150-4b09-9b0d-1e3500befda7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:42.857625672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"ea5f4c21-a1af-416a-8d4d-0a0fb313ba7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:42.875155099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6874a9c7-a378-4df2-ad2a-6690011958e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:42.876384985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f3d11f3-8150-4b09-9b0d-1e3500befda7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:42.931689385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6874a9c7-a378-4df2-ad2a-6690011958e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:42.93266154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f3d11f3-8150-4b09-9b0d-1e3500befda7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:42.959558486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"a6bab5c3-210c-41c8-ad59-95e263d18154","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:42.973863976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7666d425-a0ca-4b22-80bd-fe0612921c20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:42.989842438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d1505b70-9478-491f-bee3-690f727d3ced","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:42.989856732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d1505b70-9478-491f-bee3-690f727d3ced","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:42.99288688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d765c39-c12c-4160-ad3d-cfbdc964b3b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:42.99290106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d765c39-c12c-4160-ad3d-cfbdc964b3b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:43.059601793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"03ff71e1-cccc-4bbe-aa81-caf336909dea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:43.093794903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"1ef99b8e-bee1-4cde-8bb1-e971ce351a39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:43.205669774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"687f47b3-836d-4527-8063-c6fdd7c7b1f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:43.319484365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"ac9ae98d-2e18-4384-905c-2604a906a7ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:43.419637483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"dbb6b6e5-6f0a-4195-a5af-a742aa2cd9ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:43.520463065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"b857f5af-239e-4b6c-b58d-c257cfb4a232","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:43.520618353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"78c26eef-0dbe-43cd-b31d-5444d6a8c57f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:43.663408583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-sub-832fb060","reconcileID":"a70e18a3-7ed3-4130-84f2-a42814d3e9ff","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:43.663666725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d4a66e5d-d177-402a-a9d6-3e6d0d1fae5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:43.941718462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"5461e7cf-7efe-482e-994f-73346b2e0efd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:47.454498108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"34c2aac3-7e48-4e6d-b235-db5d941e4a94","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:47.579577616Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"34c2aac3-7e48-4e6d-b235-db5d941e4a94","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:47.636015863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"34c2aac3-7e48-4e6d-b235-db5d941e4a94","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:47.694464217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45a0ed33-31c6-4386-a935-2fd006c70a04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:47.694483672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45a0ed33-31c6-4386-a935-2fd006c70a04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:48.060409119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"b9172add-bd7b-40aa-b56d-562c402eff27","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:48.118267662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"b9172add-bd7b-40aa-b56d-562c402eff27","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:48.17537513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"b9172add-bd7b-40aa-b56d-562c402eff27","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:48.232444024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eec0e929-66f6-49de-9238-6cc977a1340e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:48.232466744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eec0e929-66f6-49de-9238-6cc977a1340e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:52.779114489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"96ad5762-9848-4842-8838-ce90e237ff36","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:52.90388413Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"96ad5762-9848-4842-8838-ce90e237ff36","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:52.960343399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"96ad5762-9848-4842-8838-ce90e237ff36","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:53.016788264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35f40f13-499a-4e0d-9d5c-b83e9d615f60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:53.016807518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35f40f13-499a-4e0d-9d5c-b83e9d615f60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:53.150638444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68e36d75-f0b8-44c5-a1f1-1f90cf6a8390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:53.152921849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5c925a2-e798-4e59-8628-eedf4f9c7b7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:53.208993436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68e36d75-f0b8-44c5-a1f1-1f90cf6a8390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:53.211775943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5c925a2-e798-4e59-8628-eedf4f9c7b7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:53.265657276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68e36d75-f0b8-44c5-a1f1-1f90cf6a8390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:53.268363892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5c925a2-e798-4e59-8628-eedf4f9c7b7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:53.324355815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1f0a29a3-4562-464b-a8b3-58fcd59812d4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:53.324379426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1f0a29a3-4562-464b-a8b3-58fcd59812d4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:53.327074356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5c64ce7-16dc-4ea7-9ceb-dd7c0adac2b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:53.327090872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5c64ce7-16dc-4ea7-9ceb-dd7c0adac2b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:57.396977885Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"28044de0-46b1-44b3-904f-c7ae6795f1e8","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:57.397170634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72899d9d-5c8d-4d8c-9497-c8852982440b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:57.397189612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72899d9d-5c8d-4d8c-9497-c8852982440b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:57.567078761Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-policy-832fb060","reconcileID":"28044de0-46b1-44b3-904f-c7ae6795f1e8","MaaSAuthPolicy":{"name":"e2e-shared-policy-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"policyNamespace":"ai-tenant-e2e-mt-2e1feb8f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:57.626225691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4033e9be-ee9f-4d27-81ca-a77e2b21832d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:57.62624631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4033e9be-ee9f-4d27-81ca-a77e2b21832d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:57.771126537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"caf3641d-929a-4696-ae4b-2bfb2bb86c0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:57.771149454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"caf3641d-929a-4696-ae4b-2bfb2bb86c0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:57.802269913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"343d7bb2-ed33-4e2d-9d96-b1268b93562a","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:57.926867205Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"343d7bb2-ed33-4e2d-9d96-b1268b93562a","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:57.983404112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"343d7bb2-ed33-4e2d-9d96-b1268b93562a","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:58.040438769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e573593-9974-4897-b03f-e1ddb9d3d1c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:03:58.040458826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e573593-9974-4897-b03f-e1ddb9d3d1c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:03.178614682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"aa87671a-90f1-4afe-be5e-7f44e92c86d8","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:03.305626814Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"aa87671a-90f1-4afe-be5e-7f44e92c86d8","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:03.362997642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"aa87671a-90f1-4afe-be5e-7f44e92c86d8","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:03.421791345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4b6f40d-b9d1-4f6f-b26c-01a4795075ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:03.421812506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4b6f40d-b9d1-4f6f-b26c-01a4795075ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:03.485673363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2fc2e8f-30e1-46d0-a227-8f86b23f54fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:03.486785392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b325b83-f230-4fc2-9a77-c5e4e45f42b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:03.544151093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2fc2e8f-30e1-46d0-a227-8f86b23f54fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:03.545083777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b325b83-f230-4fc2-9a77-c5e4e45f42b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:03.601366107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2fc2e8f-30e1-46d0-a227-8f86b23f54fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:03.602087198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b325b83-f230-4fc2-9a77-c5e4e45f42b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:03.660438272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d8400b26-037a-405e-8632-521c65cc550f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:03.660455606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d8400b26-037a-405e-8632-521c65cc550f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:03.662970625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d530ab23-0703-44a8-a229-b83c8863ef6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:03.66298449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d530ab23-0703-44a8-a229-b83c8863ef6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:07.939125107Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-sub-832fb060","reconcileID":"43ff997d-cdae-49aa-9c24-580946a2e717","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-832fb060","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:08.148960514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"fb7e4d69-4e49-4a57-8e10-b62e1f8eaa5b","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:08.160958787Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"namespace":"ai-tenant-e2e-mt-2e1feb8f","name":"e2e-shared-sub-832fb060","reconcileID":"43ff997d-cdae-49aa-9c24-580946a2e717","MaaSSubscription":{"name":"e2e-shared-sub-832fb060","namespace":"ai-tenant-e2e-mt-2e1feb8f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:08.274344557Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"fb7e4d69-4e49-4a57-8e10-b62e1f8eaa5b","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:08.330699455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"fb7e4d69-4e49-4a57-8e10-b62e1f8eaa5b","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:08.380397009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9c8de0e2-3ef1-4f0e-b396-36200e09453a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:08.387844803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"973275ed-fa89-48f6-800a-5a3a989ec80e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:08.387862618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"973275ed-fa89-48f6-800a-5a3a989ec80e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:08.557077108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8d20cec-f9db-491f-ad96-dd780760a00f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:08.557105589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8d20cec-f9db-491f-ad96-dd780760a00f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:10.834439698Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:13.581827033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"0708a13a-eff5-4d07-8765-b0599021ce9c","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:13.710979293Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"0708a13a-eff5-4d07-8765-b0599021ce9c","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:13.775336292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"0708a13a-eff5-4d07-8765-b0599021ce9c","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:13.82445907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef0a53aa-1da2-4573-95ad-b3fb419a0486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:13.834569575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43f9d631-aa0d-4ead-9c41-6a567da3f327","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:13.83458619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43f9d631-aa0d-4ead-9c41-6a567da3f327","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:13.836001665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cdb09e0-4268-44c3-be7e-84fd81bdabc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:13.882263524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef0a53aa-1da2-4573-95ad-b3fb419a0486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:13.894026381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cdb09e0-4268-44c3-be7e-84fd81bdabc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:13.941287517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef0a53aa-1da2-4573-95ad-b3fb419a0486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:13.950998273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cdb09e0-4268-44c3-be7e-84fd81bdabc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:14.000483541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"acf34c64-3855-44a4-b547-37e6d59f517a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:14.000499902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"acf34c64-3855-44a4-b547-37e6d59f517a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:14.007455548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3803eff7-3240-412f-adfd-422be319b8bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:14.00748929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3803eff7-3240-412f-adfd-422be319b8bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:18.500206239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"2c02bed7-2d2c-49b0-945d-9e061f078a3d","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:18.626116299Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"2c02bed7-2d2c-49b0-945d-9e061f078a3d","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:18.68329963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"2c02bed7-2d2c-49b0-945d-9e061f078a3d","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:18.740116324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af226f1f-ecc0-4d49-b1c9-c6768f6478b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:18.740145324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af226f1f-ecc0-4d49-b1c9-c6768f6478b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:23.994615263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"b9064f56-a636-4736-a685-6d3022907b8c","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:24.119597002Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"b9064f56-a636-4736-a685-6d3022907b8c","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:24.161924396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29b2f9ad-aa00-4371-94e2-37ee9591fb30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:24.170458164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ef57270-da32-4142-ae6f-dace17374767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:24.175924039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"b9064f56-a636-4736-a685-6d3022907b8c","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:24.219992727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29b2f9ad-aa00-4371-94e2-37ee9591fb30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:24.228233855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ef57270-da32-4142-ae6f-dace17374767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:24.232310214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"482035db-71d0-4d93-a4ae-870b0308b6db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:24.232327473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"482035db-71d0-4d93-a4ae-870b0308b6db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:24.276755779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29b2f9ad-aa00-4371-94e2-37ee9591fb30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:24.284375108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ef57270-da32-4142-ae6f-dace17374767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:24.335226157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fba1ec5b-7d54-4cb5-9b69-6c77fdcb06f4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:24.335245394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fba1ec5b-7d54-4cb5-9b69-6c77fdcb06f4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:24.340546866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50a452a6-c35d-4884-97a3-cfa059aa2f6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:24.340562481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50a452a6-c35d-4884-97a3-cfa059aa2f6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:28.84710116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"2257e003-34bc-4d33-82b1-b8229d9810cf","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:28.972178215Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"2257e003-34bc-4d33-82b1-b8229d9810cf","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:29.028611283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"2257e003-34bc-4d33-82b1-b8229d9810cf","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:29.087300815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d30ee237-90c9-44e1-a772-4d531edd1141","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:29.087321964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d30ee237-90c9-44e1-a772-4d531edd1141","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:34.392981551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"b06b74a1-b07d-472b-8cc8-21299a49d3f3","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:34.495839523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab1714fb-4bec-4bd3-9419-57fcaa641552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:34.500492973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7653ad2d-b416-4ee8-b625-8e200b27d391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:34.517683453Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"b06b74a1-b07d-472b-8cc8-21299a49d3f3","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:34.554376033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab1714fb-4bec-4bd3-9419-57fcaa641552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:34.55856767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7653ad2d-b416-4ee8-b625-8e200b27d391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:34.574395323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"b06b74a1-b07d-472b-8cc8-21299a49d3f3","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:34.610691065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab1714fb-4bec-4bd3-9419-57fcaa641552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:34.616035673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7653ad2d-b416-4ee8-b625-8e200b27d391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:34.6336349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bafe497-e9fc-4d94-8e37-3f97f6ccffd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:34.633654361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bafe497-e9fc-4d94-8e37-3f97f6ccffd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:34.670058334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"df163428-94f0-4221-890a-dd6563c9bcc0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:34.670078777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"df163428-94f0-4221-890a-dd6563c9bcc0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:34.674755457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdad99f3-0a77-4193-aa68-131f0f4efc7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:34.674771509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdad99f3-0a77-4193-aa68-131f0f4efc7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:37.914722098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"1ae86767-9d04-474a-a593-66d064818749","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:37.914782419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"1ae86767-9d04-474a-a593-66d064818749","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"rate-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"rate-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:39.194980635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"cacd48cf-9d9b-482b-ad59-f9e646db1a1c","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:39.3227677Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"cacd48cf-9d9b-482b-ad59-f9e646db1a1c","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:39.380035598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"cacd48cf-9d9b-482b-ad59-f9e646db1a1c","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:39.438837011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86c3a778-46d3-48df-8bf7-a517ab4a35f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:39.43885594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86c3a778-46d3-48df-8bf7-a517ab4a35f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:40.833288027Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:44.793616374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"c1f36c87-8473-45cf-9a99-9d9789cd275a","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:44.83066739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d44e11a9-c46b-4724-b04f-bd4eee009e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:44.834701288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fbdc163-1d24-4992-8e85-0b2762018e4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:44.919134201Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"c1f36c87-8473-45cf-9a99-9d9789cd275a","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:04:44.964883428Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fbdc163-1d24-4992-8e85-0b2762018e4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:04:44.964883435Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d44e11a9-c46b-4724-b04f-bd4eee009e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:44.976819949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"c1f36c87-8473-45cf-9a99-9d9789cd275a","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:04:45.023138739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fbdc163-1d24-4992-8e85-0b2762018e4f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:45.023516625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8064215-ba34-461b-a20e-6e5a9e06e00c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:45.023533892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8064215-ba34-461b-a20e-6e5a9e06e00c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:04:45.026039321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d44e11a9-c46b-4724-b04f-bd4eee009e21","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:45.026200953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0bd189e0-d979-44b4-bec7-de30e327ea69","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:45.026216151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0bd189e0-d979-44b4-bec7-de30e327ea69","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:45.032849475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45a79a9c-48ce-4271-80ee-386e747b253f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:45.032867371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45a79a9c-48ce-4271-80ee-386e747b253f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:45.190394501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ea06b5c-5c6a-4097-a144-2b192383e0ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:45.191121974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27dec909-608c-463e-84da-9c904a7bbb59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:45.249592525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ea06b5c-5c6a-4097-a144-2b192383e0ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:45.250098283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27dec909-608c-463e-84da-9c904a7bbb59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:45.306662842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ea06b5c-5c6a-4097-a144-2b192383e0ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:45.307342785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27dec909-608c-463e-84da-9c904a7bbb59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:45.365446541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83d6fedb-ea28-432b-853f-50d2d2aa7b24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:45.365466108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83d6fedb-ea28-432b-853f-50d2d2aa7b24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:45.368193992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eef10415-bc81-4369-a39a-dfa789bd4e8d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:45.368209791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eef10415-bc81-4369-a39a-dfa789bd4e8d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:49.548453156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"3b699f98-df79-42ac-a71b-bb3fb8107600","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:49.676086703Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"3b699f98-df79-42ac-a71b-bb3fb8107600","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:49.732824681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"3b699f98-df79-42ac-a71b-bb3fb8107600","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:49.79130505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"863c3bef-f3af-47b0-a5eb-9ac60afa9217","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:49.791327127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"863c3bef-f3af-47b0-a5eb-9ac60afa9217","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:55.195422584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"80b5c64b-1cca-4332-8ccb-c8492de40c20","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:55.322633664Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"80b5c64b-1cca-4332-8ccb-c8492de40c20","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:55.379250931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"80b5c64b-1cca-4332-8ccb-c8492de40c20","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:55.437897748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14380d2b-940a-466f-8ab5-f60a3f089f14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:55.437918745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14380d2b-940a-466f-8ab5-f60a3f089f14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:55.526044336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8235c6de-ea30-4c7e-b926-b31b49fe8412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:55.527558984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42793696-82e9-46dc-ba50-e3b12ca17b9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:55.584156098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8235c6de-ea30-4c7e-b926-b31b49fe8412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:55.585127888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42793696-82e9-46dc-ba50-e3b12ca17b9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:55.640719478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8235c6de-ea30-4c7e-b926-b31b49fe8412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:55.641922016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42793696-82e9-46dc-ba50-e3b12ca17b9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:55.697793548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4aacf01b-c99d-46fd-a6ab-f6b7024dbf77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:55.69780919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4aacf01b-c99d-46fd-a6ab-f6b7024dbf77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:55.700835608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4117af3-a90b-4067-870b-e57ca6c5a9c0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:55.700853312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4117af3-a90b-4067-870b-e57ca6c5a9c0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:04:59.900541537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"bd54f8f9-39c2-4b6f-a6c3-26be988dbd9c","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:00.026952565Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"bd54f8f9-39c2-4b6f-a6c3-26be988dbd9c","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:00.083684057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"bd54f8f9-39c2-4b6f-a6c3-26be988dbd9c","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:00.14229049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"298a4266-64d6-48f3-9730-6e1976b27c8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:00.142315435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"298a4266-64d6-48f3-9730-6e1976b27c8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:05.599782392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"149c8868-f426-40a6-9f07-0f68c8e7cbb4","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:05.727562493Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"149c8868-f426-40a6-9f07-0f68c8e7cbb4","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:05.783791881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"149c8868-f426-40a6-9f07-0f68c8e7cbb4","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:05.84215373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78539ca6-d22c-427c-affd-77ba6e71c133","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:05.84217579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78539ca6-d22c-427c-affd-77ba6e71c133","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:05.859804443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2e9ba56-3469-43ff-b83e-ed38655af5e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:05.86133993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"224c10e1-0204-4238-9fea-9fc61764851e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:05.918244732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2e9ba56-3469-43ff-b83e-ed38655af5e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:05.919236835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"224c10e1-0204-4238-9fea-9fc61764851e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:05.975050246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2e9ba56-3469-43ff-b83e-ed38655af5e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:05.975481952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"224c10e1-0204-4238-9fea-9fc61764851e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:06.033646846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ef7f4c8-f452-4473-ae3d-e814850231f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:06.033667763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ef7f4c8-f452-4473-ae3d-e814850231f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:06.034500851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"23267e1c-1dbe-469c-ac39-5cebc5084e03","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:06.034514301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"23267e1c-1dbe-469c-ac39-5cebc5084e03","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:10.250238643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"f4b1e5b3-f317-45b8-a3bc-55e55425136b","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:10.391432036Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"f4b1e5b3-f317-45b8-a3bc-55e55425136b","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:10.452609208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"f4b1e5b3-f317-45b8-a3bc-55e55425136b","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:10.51060995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3383a1f7-a902-4e5c-982f-20b1491d8f08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:10.510630189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3383a1f7-a902-4e5c-982f-20b1491d8f08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:10.832369793Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:16.003871442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"a981d0bf-e9b6-4f1e-b511-05dd6330270f","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:16.131890593Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"a981d0bf-e9b6-4f1e-b511-05dd6330270f","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:16.188633845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"a981d0bf-e9b6-4f1e-b511-05dd6330270f","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:16.195350642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6b15456-3949-41bb-829f-852dcdf1df7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:16.195390393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d86c765-5e00-4185-a366-7effd34ad85a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:16.247118232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bd68461-5c70-4420-98d8-c603e938df47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:16.247137202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bd68461-5c70-4420-98d8-c603e938df47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:16.253501528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d86c765-5e00-4185-a366-7effd34ad85a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:16.254632703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6b15456-3949-41bb-829f-852dcdf1df7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:16.310135387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d86c765-5e00-4185-a366-7effd34ad85a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:16.311169567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6b15456-3949-41bb-829f-852dcdf1df7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:16.368562063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b43076a-f84b-40d2-92cb-3efa95911797","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:16.368579876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b43076a-f84b-40d2-92cb-3efa95911797","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:16.371489497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"18adef04-83f9-4a12-9fc1-527750b002e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:16.371509941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"18adef04-83f9-4a12-9fc1-527750b002e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:20.618476899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"d8ff07c0-91fa-4dbf-9fa6-271d58e59224","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:20.743636154Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"d8ff07c0-91fa-4dbf-9fa6-271d58e59224","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:20.80229046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"d8ff07c0-91fa-4dbf-9fa6-271d58e59224","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:20.858652608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"663e69ef-be55-4230-b0b8-a1e52af80e4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:20.858675943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"663e69ef-be55-4230-b0b8-a1e52af80e4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:24.283789885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5114cd50-1993-406a-9c38-4c3b5f9db8a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:24.384525481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"8865bf1f-4d9b-44ad-9dd0-fdc1edf1e6f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:24.483188015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"5d1d40ea-3ee9-45f6-9793-2cec549e7f97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:24.583474362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"21641075-4f41-4be0-a18b-494658df2e1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:24.888343613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"e3a367ed-00f8-41c7-ae5b-6daf089f9a9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:24.983044555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"5fa82851-b314-471a-a933-7614de822e26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:25.106187432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"22f8a5d3-393c-415e-9fc2-eb91174c1763","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:25.159953061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"176e12e9-9b71-4713-b33d-23d4bcb0b9bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:25.274123071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"07864a83-c111-4c31-8933-18850fdc2035","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:25.382009631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"039ff660-836a-46c7-ae49-b0415e0b49e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:25.554652378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"9f9129fb-1ec5-46d9-97f5-d4d62c264570","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:25.608507936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a14cdab8-a663-454c-93d6-fc71c0c6cc93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:26.408623408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"8663bd8e-eb43-4f2a-a454-1d9fcb8b1553","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:26.531047012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"263f837b-4104-4fa2-9147-903701e49a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:26.53246216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26632fb5-6cfc-41c3-8011-6a72702423da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:26.534335338Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"8663bd8e-eb43-4f2a-a454-1d9fcb8b1553","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:26.589569593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"263f837b-4104-4fa2-9147-903701e49a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:26.590979497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26632fb5-6cfc-41c3-8011-6a72702423da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:26.590981295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"8663bd8e-eb43-4f2a-a454-1d9fcb8b1553","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:26.646323431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"263f837b-4104-4fa2-9147-903701e49a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:26.647321568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26632fb5-6cfc-41c3-8011-6a72702423da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:26.649878897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"811fa589-730f-4f6c-a06e-0cc1c8e50944","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:26.649894623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"811fa589-730f-4f6c-a06e-0cc1c8e50944","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:26.702833844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a97f7cbd-c9c8-4327-94a5-2e8be6902ce0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:26.702851133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a97f7cbd-c9c8-4327-94a5-2e8be6902ce0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:26.70557374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70abef78-c804-43ed-ac5a-806bfdcc1961","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:26.705592354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70abef78-c804-43ed-ac5a-806bfdcc1961","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:30.966919798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"74f8eb7a-31dd-4fbb-b692-020d21ff28a2","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:31.093637914Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"74f8eb7a-31dd-4fbb-b692-020d21ff28a2","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:31.150068694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"74f8eb7a-31dd-4fbb-b692-020d21ff28a2","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:31.206870542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62ff68bc-c334-418d-9b2c-7ef84e7a8142","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:31.206890987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62ff68bc-c334-418d-9b2c-7ef84e7a8142","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:36.810446224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"9d7f8a6a-b7e8-4266-bf6b-0b3b4b5d728e","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:36.910827285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8f203c2-3f1c-4837-82ce-b9603cde631b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:36.910848627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9066a5b7-6506-40f4-b71d-58954c3e271b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:36.934773826Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"9d7f8a6a-b7e8-4266-bf6b-0b3b4b5d728e","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:36.969209933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8f203c2-3f1c-4837-82ce-b9603cde631b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:36.969601315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9066a5b7-6506-40f4-b71d-58954c3e271b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:36.991185695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"9d7f8a6a-b7e8-4266-bf6b-0b3b4b5d728e","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:37.026899889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9066a5b7-6506-40f4-b71d-58954c3e271b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:37.026998785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8f203c2-3f1c-4837-82ce-b9603cde631b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:37.049390005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d726f51b-45c0-4605-ac90-7bb4cb499ed6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:37.049409273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d726f51b-45c0-4605-ac90-7bb4cb499ed6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:37.086028823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d1bfec0-8ae8-434f-8da8-b2ea61ebea83","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:37.08604918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d1bfec0-8ae8-434f-8da8-b2ea61ebea83","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:37.086445809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f892baaa-77ac-44fa-810a-a90e6423a83f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:37.086459515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f892baaa-77ac-44fa-810a-a90e6423a83f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:40.833038845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:41.314051058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"124e6b4a-e971-45bc-bb29-67dba541f915","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:41.438242352Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"124e6b4a-e971-45bc-bb29-67dba541f915","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:41.49541497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"124e6b4a-e971-45bc-bb29-67dba541f915","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:41.552144478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"772c1b9f-8f04-4050-a89c-c6cac5e71865","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:41.552163493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"772c1b9f-8f04-4050-a89c-c6cac5e71865","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:43.748553348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f861458-d45d-444f-b369-93a69a8cd4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:43.802765274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f861458-d45d-444f-b369-93a69a8cd4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:43.856649987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f861458-d45d-444f-b369-93a69a8cd4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:43.910907313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f861458-d45d-444f-b369-93a69a8cd4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:44.260491899Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-68a6c923","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-68a6c923","reconcileID":"99a703ec-3bed-4ffd-9287-f5d4bd1fd549","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-68a6c923","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-68a6c923":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:45.881341407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a5830a0-e429-4807-b7d8-cbcb93167e62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:45.935343645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a5830a0-e429-4807-b7d8-cbcb93167e62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:45.989310326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a5830a0-e429-4807-b7d8-cbcb93167e62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:46.043393336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a5830a0-e429-4807-b7d8-cbcb93167e62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.285252036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10ddf025-67f7-4274-b112-fd2ba708a451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.285475781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"042ca882-262d-4cb5-9065-c7017c047a07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.285261429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"f9e3202e-5ac1-41e9-8601-cc64748e47d5","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:05:47.488493276Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"042ca882-262d-4cb5-9065-c7017c047a07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.490622859Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"f9e3202e-5ac1-41e9-8601-cc64748e47d5","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:05:47.505448799Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10ddf025-67f7-4274-b112-fd2ba708a451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:05:47.547030205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"042ca882-262d-4cb5-9065-c7017c047a07","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.547421001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454dab33-a974-4021-8ca0-ca821d31a508","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.547440763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454dab33-a974-4021-8ca0-ca821d31a508","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.549866554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"f9e3202e-5ac1-41e9-8601-cc64748e47d5","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:05:47.563709038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10ddf025-67f7-4274-b112-fd2ba708a451","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.563972032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24964aff-a57d-4404-b360-49e93cf6d2b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.563986767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24964aff-a57d-4404-b360-49e93cf6d2b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.606280285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ddc46d6-0585-45f7-8eca-174371fa6783","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.606318455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ddc46d6-0585-45f7-8eca-174371fa6783","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.713922244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47b73417-a5aa-46ca-aa5e-06e34ffe76ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.729606557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb9a366d-afc7-4aec-9b18-9f5f8183787e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.742839985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"7b4a4b31-7b4b-459d-89c2-1da0d69b552f","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.742858272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"7b4a4b31-7b4b-459d-89c2-1da0d69b552f","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.771654972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47b73417-a5aa-46ca-aa5e-06e34ffe76ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.787072144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb9a366d-afc7-4aec-9b18-9f5f8183787e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.82840343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47b73417-a5aa-46ca-aa5e-06e34ffe76ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.84348024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb9a366d-afc7-4aec-9b18-9f5f8183787e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.88722043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ccdb4676-7a85-443e-bedf-0d6495747876","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.887245983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ccdb4676-7a85-443e-bedf-0d6495747876","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.901778689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da21dcec-7654-43c2-9409-944896f8b92d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.901797049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da21dcec-7654-43c2-9409-944896f8b92d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:47.996092992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e67df1-985e-4cec-b2ad-08e0379835cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:48.05031457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e67df1-985e-4cec-b2ad-08e0379835cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:48.104756557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e67df1-985e-4cec-b2ad-08e0379835cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:48.159028391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e67df1-985e-4cec-b2ad-08e0379835cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:51.660503033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"83df82d6-b358-4d91-a386-d810319b140f","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:51.788674166Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"83df82d6-b358-4d91-a386-d810319b140f","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:51.845760457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"83df82d6-b358-4d91-a386-d810319b140f","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:51.904430371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31cd2f2a-5d3a-4cce-bab2-93140d47ed2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:51.904450437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31cd2f2a-5d3a-4cce-bab2-93140d47ed2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:57.770682172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"63123b11-c558-491e-91b1-43103b02cda2","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:57.896652402Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"63123b11-c558-491e-91b1-43103b02cda2","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:57.96397953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"63123b11-c558-491e-91b1-43103b02cda2","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:58.034710466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"374a429c-716e-4095-8f97-2e87894b42fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:58.034746798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"374a429c-716e-4095-8f97-2e87894b42fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:58.054520265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4353fdea-412b-4cc6-addf-90e01caaf2f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:58.119085191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4353fdea-412b-4cc6-addf-90e01caaf2f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:58.156534935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b66725b3-3530-42bd-b639-d60d53626564","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:58.176414642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4353fdea-412b-4cc6-addf-90e01caaf2f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:58.213970007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b66725b3-3530-42bd-b639-d60d53626564","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:58.235339415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"be15602c-7b2e-461d-96b5-2d29d0f66e80","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:58.23535867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"be15602c-7b2e-461d-96b5-2d29d0f66e80","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:58.27104865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b66725b3-3530-42bd-b639-d60d53626564","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:58.330304475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0f25d03-b7b6-4660-881e-9e20a4380170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:58.330327024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0f25d03-b7b6-4660-881e-9e20a4380170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:59.169645958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"7135cc24-b910-470d-873c-28ea901526c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:59.273692123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"ddeeee74-d243-44c3-8421-4b205c46ccb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:59.366899013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"989462b5-8b4b-4355-a774-7decb6f9f6cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:59.471848336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"f6b5cd10-fe86-4777-9485-362e9fd39e2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:59.633866178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"f4a62557-ba37-4c6c-b5f2-411f0394b20a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:59.753535482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"b8c095c7-24dd-44ff-85ad-694ff7762a4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:59.860862916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"755689aa-9045-4556-a6fa-07b13cc41ce2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:59.960459291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"1e875abd-ad27-4e82-bbbd-1fb4e3c45f8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:05:59.968278753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"495c1991-1d91-4ee9-a904-df70a23789d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:00.092462192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9ae1526d-3e3b-47c1-bdcd-edd0c14c724d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:00.25657288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"bb97e157-0fd2-443b-9258-ba5d9a55f984","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:00.53432739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"a265e28e-516d-4051-9460-5be38a67cd4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:02.012662999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"50cc9b1c-92df-43d3-a790-7705604a023d","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:02.138117372Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"50cc9b1c-92df-43d3-a790-7705604a023d","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:02.195459149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"50cc9b1c-92df-43d3-a790-7705604a023d","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:02.254186267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bfa630a-484f-423d-8778-52c594f83846","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:02.254208196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bfa630a-484f-423d-8778-52c594f83846","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:08.197298587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"94c7b651-f2cf-40a7-81d4-0e8d7d17d93b","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:08.32191968Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"94c7b651-f2cf-40a7-81d4-0e8d7d17d93b","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:08.378346464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"94c7b651-f2cf-40a7-81d4-0e8d7d17d93b","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:08.43484519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f6c3dd7-530d-4aec-bdda-35aeb9a90694","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:08.434867973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f6c3dd7-530d-4aec-bdda-35aeb9a90694","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:08.445801553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93b79754-3ee3-43e6-a812-b4bcf22b517c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:08.490988591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29c5163f-3dac-4f8f-baa5-19a66e90b2ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:08.503306361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93b79754-3ee3-43e6-a812-b4bcf22b517c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:08.548849863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29c5163f-3dac-4f8f-baa5-19a66e90b2ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:08.559688635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93b79754-3ee3-43e6-a812-b4bcf22b517c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:08.605032041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29c5163f-3dac-4f8f-baa5-19a66e90b2ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:08.647001863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dc5c443d-e897-4069-83b3-c9024ea300c8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:08.647023642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dc5c443d-e897-4069-83b3-c9024ea300c8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:08.663231059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee0ddd26-dd86-452b-829b-3cdb5725027f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:08.663253119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee0ddd26-dd86-452b-829b-3cdb5725027f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:10.832083024Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:12.360864949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"cfa8540a-caaa-4810-9542-8202fae1d839","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:12.486414858Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"cfa8540a-caaa-4810-9542-8202fae1d839","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:12.543245056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"cfa8540a-caaa-4810-9542-8202fae1d839","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:12.600026317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acbfcb10-a966-46e7-bc6f-7b7e9cf3caee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:12.600047842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acbfcb10-a966-46e7-bc6f-7b7e9cf3caee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:18.664128431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"57801e44-90b4-4dff-a519-cf067a8e3ddb","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:18.825148793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"781e2257-7142-43e6-b6a8-78a7257b52b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:18.825151079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e725391a-cb79-4205-85de-1fe0bbc487b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:18.836241881Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"57801e44-90b4-4dff-a519-cf067a8e3ddb","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:18.883168179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"781e2257-7142-43e6-b6a8-78a7257b52b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:18.883229429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e725391a-cb79-4205-85de-1fe0bbc487b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:18.895522334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"57801e44-90b4-4dff-a519-cf067a8e3ddb","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:18.939606071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"781e2257-7142-43e6-b6a8-78a7257b52b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:18.940072853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e725391a-cb79-4205-85de-1fe0bbc487b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:18.952148882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d32f65d-d90b-4173-bcbc-d70fa4623d42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:18.952164012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d32f65d-d90b-4173-bcbc-d70fa4623d42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:18.998412547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"789d6043-7f5a-4122-8dac-d51ba489433e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:18.998528523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"789d6043-7f5a-4122-8dac-d51ba489433e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:19.000051658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e1774c4-9331-4a6c-8635-b7462b2b2809","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:19.000074286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e1774c4-9331-4a6c-8635-b7462b2b2809","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:22.708264488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"620fc994-fd93-470b-90b2-ab6040cc8f6c","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:22.835194552Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"620fc994-fd93-470b-90b2-ab6040cc8f6c","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:22.892480653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"620fc994-fd93-470b-90b2-ab6040cc8f6c","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:22.949460386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eddeec39-16a0-468a-8b29-76d5717d96d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:22.949481333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eddeec39-16a0-468a-8b29-76d5717d96d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:26.404071779Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6e99b6","reconcileID":"aa1c3b77-1338-4e11-abd4-e69f8ff9c8ff","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6e99b6","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:26.404192564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfd7616-a0c9-4360-af0c-c0373ed1a84b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:26.404211228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfd7616-a0c9-4360-af0c-c0373ed1a84b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:26.620474651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35fe0011-fa96-4f7d-9e1c-8be0309923d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:26.620495753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35fe0011-fa96-4f7d-9e1c-8be0309923d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:29.158616217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2df64d95-796a-4a13-bc29-3d6f9b503e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:29.159896824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f97a92a-9694-4379-8e1f-1e5feb00c3aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:29.283792827Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2df64d95-796a-4a13-bc29-3d6f9b503e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:06:29.328794158Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f97a92a-9694-4379-8e1f-1e5feb00c3aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:29.340950045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2df64d95-796a-4a13-bc29-3d6f9b503e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:06:29.387316601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f97a92a-9694-4379-8e1f-1e5feb00c3aa","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:29.38762718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09417a55-2095-475d-8487-0c8e58837ab4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:29.387643508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09417a55-2095-475d-8487-0c8e58837ab4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:29.399263901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"32a12497-814f-4c66-bb7b-bbd33920d64f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:29.399278395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"32a12497-814f-4c66-bb7b-bbd33920d64f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:29.554622549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d14367c-5c52-4fdc-a447-63a778136b8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:29.615613673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d14367c-5c52-4fdc-a447-63a778136b8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:29.671929908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d14367c-5c52-4fdc-a447-63a778136b8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:29.731132027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75a18620-ad19-4dd1-b7cb-30b42484b77b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:29.731150829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75a18620-ad19-4dd1-b7cb-30b42484b77b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:31.740272022Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"6b9307df-d2eb-4ed2-bcc2-42b7fa59cac1","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:31.74034744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"806710d0-4148-43ea-ac49-2b735ce48223","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:31.740360845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"806710d0-4148-43ea-ac49-2b735ce48223","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:31.894360232Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"namespace":"ai-tenant-e2e-mt-c4f8f298","name":"e2e-policy-c4f8f298","reconcileID":"6b9307df-d2eb-4ed2-bcc2-42b7fa59cac1","MaaSAuthPolicy":{"name":"e2e-policy-c4f8f298","namespace":"ai-tenant-e2e-mt-c4f8f298"},"policyNamespace":"ai-tenant-e2e-mt-c4f8f298","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:31.95307055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd4d4a1d-e61d-44a8-a2a4-0f2b447ea606","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:31.953091559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd4d4a1d-e61d-44a8-a2a4-0f2b447ea606","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:39.562640589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b38698c3-cf6e-4f9f-94f0-1d891807e0b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:39.621531126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b38698c3-cf6e-4f9f-94f0-1d891807e0b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:39.67882026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b38698c3-cf6e-4f9f-94f0-1d891807e0b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:39.891831784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d444762-f75b-4924-834f-64f621030629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:39.950677982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d444762-f75b-4924-834f-64f621030629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:40.008141648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d444762-f75b-4924-834f-64f621030629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:40.833537396Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:49.841026646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d025edd-a7f0-4cb1-92cd-2830472af639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:49.898769669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d025edd-a7f0-4cb1-92cd-2830472af639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:49.955210218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d025edd-a7f0-4cb1-92cd-2830472af639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:50.17127115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c388bd9a-f9f1-4a8b-8057-b34f5142843b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:50.22908191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c388bd9a-f9f1-4a8b-8057-b34f5142843b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:50.286234498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c388bd9a-f9f1-4a8b-8057-b34f5142843b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:57.459478495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"b9033c3d-4b0e-4582-b084-85add327992a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-68a6c923","tenantID":"e2e-mt-68a6c923","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:06:57.578411955Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"b9033c3d-4b0e-4582-b084-85add327992a","name":"e2e-mt-68a6c923-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:00.116792115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff90571f-a188-49f3-a38f-bbbcb8920e86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:00.174588172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff90571f-a188-49f3-a38f-bbbcb8920e86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:00.231363731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff90571f-a188-49f3-a38f-bbbcb8920e86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:00.291117938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53464480-4bb8-4b50-97f7-6cea9470b5c3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:00.291140776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53464480-4bb8-4b50-97f7-6cea9470b5c3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:00.448020646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7180bd1a-10e1-4a54-a999-930b9d187bf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:00.506596604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7180bd1a-10e1-4a54-a999-930b9d187bf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:00.563222116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7180bd1a-10e1-4a54-a999-930b9d187bf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:00.622680278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6ba41d6-6d42-4468-89d2-9241bafca6ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:00.622702386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6ba41d6-6d42-4468-89d2-9241bafca6ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:03.234239541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"ee34458c-2df2-492a-bea9-2e2d052762d1","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:03.234265493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"ee34458c-2df2-492a-bea9-2e2d052762d1","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"rate-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"rate-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:06.477391933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"2ad62bf0-7eb0-4213-b278-c3dab8dd7f65","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:06.477420625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"2ad62bf0-7eb0-4213-b278-c3dab8dd7f65","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:08.771232449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"0b65039b-e3c5-44d0-b1c6-0826cdefee9a","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:08.771251246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"0b65039b-e3c5-44d0-b1c6-0826cdefee9a","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"rate-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"rate-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:08.827042864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"a521bcf1-3f6a-4fe6-83a2-9dc0571eef39","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:08.827066715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"a521bcf1-3f6a-4fe6-83a2-9dc0571eef39","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"rate-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"rate-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:08.934406517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"78b93eef-4ed2-4449-8054-a46f3845cf04","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:09.11274585Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"78b93eef-4ed2-4449-8054-a46f3845cf04","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:09.168873679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-76c687-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"78b93eef-4ed2-4449-8054-a46f3845cf04","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:09.227502492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"c2874715-0993-4975-b837-1aba92d2b8f8","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:09.227523227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"c2874715-0993-4975-b837-1aba92d2b8f8","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"rate-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"rate-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:10.451565844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc97c262-bca7-48e7-a845-3e19193371e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:10.511016747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc97c262-bca7-48e7-a845-3e19193371e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:10.568524566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc97c262-bca7-48e7-a845-3e19193371e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:10.783202175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c78f8d0c-68ba-4f5a-a708-029b23ce546b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:10.832539476Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:10.840883241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c78f8d0c-68ba-4f5a-a708-029b23ce546b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:10.900336337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c78f8d0c-68ba-4f5a-a708-029b23ce546b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:11.915767967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"b574d1ee-8bc6-47ed-b6c1-93edb562d4e1","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:11.915789124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"b574d1ee-8bc6-47ed-b6c1-93edb562d4e1","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:11.977224828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"f9405a48-3070-48d0-8e75-3660a7b5db21","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:11.977251328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"f9405a48-3070-48d0-8e75-3660a7b5db21","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:12.08383989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"4b93ede7-1abe-444d-9795-594fd48fe1c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:12.262044063Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"4b93ede7-1abe-444d-9795-594fd48fe1c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:12.318060923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-a9ed60-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"4b93ede7-1abe-444d-9795-594fd48fe1c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:12.374256744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"3155a0c6-0717-4a9d-9d3b-6f67c89c42b1","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:12.374282801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"3155a0c6-0717-4a9d-9d3b-6f67c89c42b1","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:19.338232767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"8edc57b9-6bf1-4a39-a489-ba75481f1f98","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:19.406622842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"8edc57b9-6bf1-4a39-a489-ba75481f1f98","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:19.463047673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-76c687-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"8edc57b9-6bf1-4a39-a489-ba75481f1f98","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:20.731993323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc1a3cf3-8196-4a27-b568-b80cf938d088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:20.794954006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc1a3cf3-8196-4a27-b568-b80cf938d088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:21.067393601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aba372de-43ff-4ba8-9f93-41b712de650a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:21.07678239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b266935e-858b-40b0-b4c9-7e9dc483a792","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:21.076800234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b266935e-858b-40b0-b4c9-7e9dc483a792","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:21.125770855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aba372de-43ff-4ba8-9f93-41b712de650a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:21.44843019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1186104-64e6-480a-9cd6-461add77712d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:21.448449723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1186104-64e6-480a-9cd6-461add77712d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:22.48283168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"55265996-5a1f-4ae7-9fe4-ba995d9b6f2a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:22.540183307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"55265996-5a1f-4ae7-9fe4-ba995d9b6f2a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:22.603027286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-a9ed60-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"55265996-5a1f-4ae7-9fe4-ba995d9b6f2a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:29.57133479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"b6b44526-7166-452b-85d4-094e80ce38d0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:29.629559332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"b6b44526-7166-452b-85d4-094e80ce38d0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:29.685896835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-76c687-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"b6b44526-7166-452b-85d4-094e80ce38d0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:32.716181965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"490d7f03-5ce6-4503-a1c2-e26d527fc060","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:32.781318867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"490d7f03-5ce6-4503-a1c2-e26d527fc060","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:32.83791487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-a9ed60-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"490d7f03-5ce6-4503-a1c2-e26d527fc060","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:39.794004699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"827a2844-9897-40ac-b456-a919aaa15a2b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:39.85206018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"827a2844-9897-40ac-b456-a919aaa15a2b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:39.909483047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-76c687-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"827a2844-9897-40ac-b456-a919aaa15a2b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:40.834238478Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:42.945605113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"91eab317-5cc9-4599-8770-27b7b87cdb20","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:43.003514103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"91eab317-5cc9-4599-8770-27b7b87cdb20","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:43.059425251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-a9ed60-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"91eab317-5cc9-4599-8770-27b7b87cdb20","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:45.080449299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"c363c98c-c00a-414b-957a-f66780372fa2","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:45.080481831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"c363c98c-c00a-414b-957a-f66780372fa2","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"rate-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"rate-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:50.017860398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"70a83418-0df2-41a2-8785-2a21caae6517","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:50.075565047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"70a83418-0df2-41a2-8785-2a21caae6517","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:50.132071425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-76c687-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"70a83418-0df2-41a2-8785-2a21caae6517","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:53.167433049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"40f22ea0-1dab-477c-9d96-e0646c2109a2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:53.224776985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"40f22ea0-1dab-477c-9d96-e0646c2109a2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:53.280671363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-a9ed60-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13b6e5383e350af3424f749a38f65154598d16263da97208f158a8350b222c7f) AuthConfig (a2c2e458ab780010482067c66d1d9c8e298c4924584943147dce3f6295b30a69) AuthConfig (bb36b08fe7eaf514591873e359b73bdd215e6d6d6d4604c9c4de75e1701da326) AuthConfig (0c1391817e69b8936a961ff342dcc9090706806783ff87852d6ca94f466b0a94) AuthConfig (6a4aba5b7ccec36dd895dcd5724d4207e879d55e6ecbbe88baa4bf91fa4bc5f0) AuthConfig (269a7a24d7cd3e53f24369d14a9b55b5506a1dbe7fe0597784e989c00e03d95a) AuthConfig (de48604d344a16fd3eb0f4e586841e9a7c06c205aea604a94db02fb6ed9108e4) AuthConfig (a20a489845272a5a907d610bd32c5f48208ae0de1319c250d60699943a3d0a3a) AuthConfig (033b06df428a4903cc1eaf9edebbed467a187a7bbaa0ffafd9a45d64de387020) AuthConfig (61ce0929a4e1e471788523d6a017e33d0cc7b6e5f5f3ab3a13b003f15c254f35) AuthConfig (3d25f55ebae9e5f2fcc647f81682b0d6579e4c6dbb8099f591b299cdfe02b4fe) AuthConfig (d261d7f0e25063177ee62753cd6f898c81971d13477e1d1b02f9e957d3628faf) AuthConfig (7ff5847d8260ca282928e4488f367eaac95702660b322aedc5d290eed3265b34) AuthConfig (95c76a2e4a5d696788b507d7e95a6b00f3dc30a0e304034c87ed6af6cec41223) AuthConfig (1ddfc06dcb4ab19f04ae1ab1881b2345c641ad62b8dd521d91fb2598eb8ef42b) AuthConfig (5a94ec4a563874479bf84e4e614e220239c0d11531b0132d7bbe57c54edbc4af) AuthConfig (2d49a415c1ae4d8a40029a46b182fb9cab5f055d2b93a86bfec58c18633ec68f) AuthConfig (d51e1d8b23dde596c162333e1134a0d518ba2c6bdae114a48450dc9109eb1447)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"40f22ea0-1dab-477c-9d96-e0646c2109a2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:53.339781175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"0fb0c867-d437-4d6a-9395-07b34f44ab13","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:07:53.339807985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"0fb0c867-d437-4d6a-9395-07b34f44ab13","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:00.240099374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"53e23dc8-5d3e-4193-9300-818007c0f038","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:00.297869624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"53e23dc8-5d3e-4193-9300-818007c0f038","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:00.353980748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-76c687-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (73d894eadc12f22fef733771f8faefa071eb352289c2bbac332f37154fe1722f) AuthConfig (cd84d643e87d97b7b8fa7ab1dea9aa9008dfdb43387aba07a0660fbf96130cc8) AuthConfig (42ad4c899afc79c7f7da91d0917745bfba479b2fc031ec4d94803a3de09a8f83) AuthConfig (011dffdcc36a7a0c99ce3eccccc6bc8f631d7c8df156890d8af55b6a2b50ba50) AuthConfig (82be295d00282b13266293b8644ce077619c0cc6f76637297d7fbcae832ef100) AuthConfig (d4541d21d6e4beb1b13813ea04152cb78c6f2aecfe40b1cacbf3767b668ba3f6) AuthConfig (54b9f03efdbeffc6ed43c9e9722d67da4228a411013c28ba8127ec8442441879) AuthConfig (4a0a7374eb48f63320449d9febfbabd5fff536bc2b79cc63f9677003009b411c) AuthConfig (a7eaac70d998652c2fb342ab93ad70726336ad002b3ea8166e8fe620ecf59b2c) AuthConfig (25f42b0e63374a87e3858a8514f983d2bac128181da0d08f2fd744bb84b322a3) AuthConfig (56d107247cb1e880bdc2dfcf57a21f5ef0ac299d46bb2dbb69f25867960cef77) AuthConfig (119292301589bed1ca4ebb73354f9e54349ab6f73bdbffb4664f0303507cc304) AuthConfig (e352f5ed30228a1d05d9736ce53de6d9c2c68c5aa887dc9f78d95a8acbbe9d05) AuthConfig (79430e943a876acb05c4341c250fb89953d51cf26a29f6fca872282c471b7eaf) AuthConfig (d132f7f008ed41a9320df11e899d3215eae24d261ef37a590bedf89efd3ffa21) AuthConfig (54535e8df2ef414d6bafeb94059a179168055dd279dc2a0e3a5a84fcf067ea52) AuthConfig (fdda7676a69e28c09a9e75b543d11c5d809da67c3075eebfa12b30285f9f37df) AuthConfig (392dcc7c1011ca734765b302605f7e835f02a79b18ed04ccc940a5d125eee210)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"53e23dc8-5d3e-4193-9300-818007c0f038","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:00.413005772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"b70b8ebb-1870-41c2-aeaf-ae4d2bda0673","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:00.413028511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"b70b8ebb-1870-41c2-aeaf-ae4d2bda0673","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"rate-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"rate-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:03.447441938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"f9580dd5-066c-4c6f-9ee6-e47180be4395","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:03.505838384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"f9580dd5-066c-4c6f-9ee6-e47180be4395","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:03.56432209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-a9ed60-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13b6e5383e350af3424f749a38f65154598d16263da97208f158a8350b222c7f) AuthConfig (a2c2e458ab780010482067c66d1d9c8e298c4924584943147dce3f6295b30a69) AuthConfig (bb36b08fe7eaf514591873e359b73bdd215e6d6d6d4604c9c4de75e1701da326) AuthConfig (0c1391817e69b8936a961ff342dcc9090706806783ff87852d6ca94f466b0a94) AuthConfig (6a4aba5b7ccec36dd895dcd5724d4207e879d55e6ecbbe88baa4bf91fa4bc5f0) AuthConfig (269a7a24d7cd3e53f24369d14a9b55b5506a1dbe7fe0597784e989c00e03d95a) AuthConfig (de48604d344a16fd3eb0f4e586841e9a7c06c205aea604a94db02fb6ed9108e4) AuthConfig (a20a489845272a5a907d610bd32c5f48208ae0de1319c250d60699943a3d0a3a) AuthConfig (033b06df428a4903cc1eaf9edebbed467a187a7bbaa0ffafd9a45d64de387020) AuthConfig (61ce0929a4e1e471788523d6a017e33d0cc7b6e5f5f3ab3a13b003f15c254f35) AuthConfig (3d25f55ebae9e5f2fcc647f81682b0d6579e4c6dbb8099f591b299cdfe02b4fe) AuthConfig (d261d7f0e25063177ee62753cd6f898c81971d13477e1d1b02f9e957d3628faf) AuthConfig (7ff5847d8260ca282928e4488f367eaac95702660b322aedc5d290eed3265b34) AuthConfig (95c76a2e4a5d696788b507d7e95a6b00f3dc30a0e304034c87ed6af6cec41223) AuthConfig (1ddfc06dcb4ab19f04ae1ab1881b2345c641ad62b8dd521d91fb2598eb8ef42b) AuthConfig (5a94ec4a563874479bf84e4e614e220239c0d11531b0132d7bbe57c54edbc4af) AuthConfig (2d49a415c1ae4d8a40029a46b182fb9cab5f055d2b93a86bfec58c18633ec68f) AuthConfig (d51e1d8b23dde596c162333e1134a0d518ba2c6bdae114a48450dc9109eb1447)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"f9580dd5-066c-4c6f-9ee6-e47180be4395","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:10.520365843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"7f3e734a-14b7-4425-894f-87839283e4ca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:10.578050094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"7f3e734a-14b7-4425-894f-87839283e4ca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:10.832549122Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:10.852507785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"e7ae2ad1-a9f0-4fa2-9272-364b604deab6","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:10.852528263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"e7ae2ad1-a9f0-4fa2-9272-364b604deab6","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"rate-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"rate-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:12.796380967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dcefb8f-6c5f-4d8e-afa9-87c627ac81b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:12.850536361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dcefb8f-6c5f-4d8e-afa9-87c627ac81b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:12.904410635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dcefb8f-6c5f-4d8e-afa9-87c627ac81b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:12.958312994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dcefb8f-6c5f-4d8e-afa9-87c627ac81b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:13.675978698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"59966366-d319-4604-82d2-01b4dd50c3f8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:13.73319609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"59966366-d319-4604-82d2-01b4dd50c3f8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:14.007541635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"bebe1005-0edf-4d7c-b4cc-010ce95a819e","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:14.007566395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"bebe1005-0edf-4d7c-b4cc-010ce95a819e","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:14.9817738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee87f123-cfdc-4780-bf46-c4a1206828d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:15.035994703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee87f123-cfdc-4780-bf46-c4a1206828d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:15.092722386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee87f123-cfdc-4780-bf46-c4a1206828d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:15.147412506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee87f123-cfdc-4780-bf46-c4a1206828d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:15.906838415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"c031c266-9906-454c-9911-d842b33aa21b","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:15.906866292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"c031c266-9906-454c-9911-d842b33aa21b","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"rate-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"rate-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:15.962677348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"d73d3772-4d59-46a2-8f1e-e13d50a17fa6","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:15.96270112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"d73d3772-4d59-46a2-8f1e-e13d50a17fa6","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"rate-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"rate-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:16.072776422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"4685ce5b-d1cb-404a-bae6-22bb7d23cf30","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:16.197936057Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"4685ce5b-d1cb-404a-bae6-22bb7d23cf30","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:16.275792855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6b12ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"4685ce5b-d1cb-404a-bae6-22bb7d23cf30","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:16.332460026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"59c201cf-ef40-4219-8b2a-23bed23728ba","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:16.332483808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"59c201cf-ef40-4219-8b2a-23bed23728ba","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"rate-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"rate-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:17.156951545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a8291d-7b7f-4a9d-97f2-bf0f1724993c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:17.211855768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a8291d-7b7f-4a9d-97f2-bf0f1724993c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:17.266073356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a8291d-7b7f-4a9d-97f2-bf0f1724993c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:17.319926907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a8291d-7b7f-4a9d-97f2-bf0f1724993c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:19.206034377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"9078293e-4e8c-4205-83c6-59530c04c5c1","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:19.206059247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"9078293e-4e8c-4205-83c6-59530c04c5c1","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:19.264143804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"428c8a86-e2b6-4e4b-bd93-92c62830a2c3","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:19.264167022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"428c8a86-e2b6-4e4b-bd93-92c62830a2c3","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:19.37189417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"f1b81f67-158a-45a7-9259-48917f3fe0ae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:19.500331337Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"f1b81f67-158a-45a7-9259-48917f3fe0ae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:19.557700044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-578636-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"f1b81f67-158a-45a7-9259-48917f3fe0ae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:19.620254364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"6c907eac-f4d7-416e-b51a-15c6b17f6843","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:19.620289256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"6c907eac-f4d7-416e-b51a-15c6b17f6843","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:26.440921447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"a6a9c5ec-ce2c-4a6b-948a-6b88a565611a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:26.498776257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"a6a9c5ec-ce2c-4a6b-948a-6b88a565611a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:26.557533848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6b12ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"a6a9c5ec-ce2c-4a6b-948a-6b88a565611a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:29.728359402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"007c915a-01f4-4142-9b2c-f97f62e69a16","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:29.786291339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"007c915a-01f4-4142-9b2c-f97f62e69a16","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:29.842669813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-578636-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"007c915a-01f4-4142-9b2c-f97f62e69a16","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:35.909697788Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:35.909808335Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:35.90987011Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","tenant":"e2e-shared-a-w2-2c6ce9","tenantID":"e2e-shared-a-w2-2c6ce9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:35.967682229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-2c6ce9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.028822195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","gvk":"Service","name":"maas-api-e2e-shared-a-w2-2c6ce9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.08493416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-2c6ce9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.143343715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-2c6ce9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.202390742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-2c6ce9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.26842766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-2c6ce9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.326672346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-2c6ce9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.400361678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-2c6ce9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.45396941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-2c6ce9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.507360226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-2c6ce9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.560506474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-2c6ce9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.613640543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-2c6ce9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.666266964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"29559284-8b89-44c9-9fdb-4edce03693ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.667109059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-2c6ce9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.720355852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-2c6ce9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.723906862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"29559284-8b89-44c9-9fdb-4edce03693ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.773653298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-2c6ce9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.779953122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6b12ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (604523e453a0a180e12d5c733aba1a4b1aef477364a4cd2e8acec8f6c46bdf37) AuthConfig (6174aff6ddca78743aa3c103877f791d188a0bbbccd95a59f86a136af39e186b) AuthConfig (6751ebb0f681dd3a5a1c5d2483874184cbc13afea7f674d2c9df8726ee68ad28) AuthConfig (a1ed80b5090e3de307e3e197c94a3f40f75540285a6ddba59f705252c6a6e268) AuthConfig (83b5329f336a3e1b424de29d59bae2b74a4c200680a7514b91b6bde0c6db5259) AuthConfig (8c2819c31fdeb9a989df911cd67b02697bd012d92aa5d9f7e9c1cebff40f614f) AuthConfig (075909c3546d63a759a5b1e6e50212bdd1b15db7976fc4e9e5af7d6429c541f0) AuthConfig (f05f6e0cd5332ba675cef872748f262d281460633cbb12bd2b1a8a5fe8c71482) AuthConfig (aea9b810abe0ff4b0b5a53132bcf3d2eb0e4731d17885268c266b804070ae553) AuthConfig (7bed5f2b320df989e6075c19277d2b697c24a960bd41c682a1372ba15719ad03) AuthConfig (67bfc720930707612bf2db809a030f657668ff85fa36018655b48ff717adac31) AuthConfig (24e90edcdd9ce987329296fd80aea12f316fe6053cd587c17807872b7a7765c0) AuthConfig (10e878a517588af0d9479e15683e4088dabaa693dcfcbcaf8076575054b75f0e) AuthConfig (647e87c533729ee3546ecda70a1ac29cc0c80d4b0a43223d4fc0452a116e33f2) AuthConfig (68adccb5f12e1cb5f41d44a3d5644d12a0c08298f535d26cd25d02631aa934c7) AuthConfig (235ef89d65aa300574d2255782f83c31b24868f4448e21c8342942886ee058be) AuthConfig (a92e41a79765283a5a7af9ff2ece5c97584c822b711a8d94cb5a33cd5711221b) AuthConfig (4160d32740c3319e42df5e2fc334afe26ccc2c82a20f8855a2a28de30398d75c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"29559284-8b89-44c9-9fdb-4edce03693ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.830033626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-2c6ce9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.838772388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"19357474-1bd9-45bf-9bdc-0ebf3166f3a3","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.838789235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"19357474-1bd9-45bf-9bdc-0ebf3166f3a3","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"rate-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"rate-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.883669289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-2c6ce9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.936947294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-2c6ce9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:36.993091474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-2c6ce9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:37.047143173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9"},"namespace":"ai-tenant-e2e-shared-a-w2-2c6ce9","name":"default-tenant","reconcileID":"efe04f9a-2691-4816-85a4-d494f5847472","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-2c6ce9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:39.950910123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"37a0d2f5-eff3-452a-8f38-8f9a6d2a1985","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:40.008600372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"37a0d2f5-eff3-452a-8f38-8f9a6d2a1985","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:40.064883248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-578636-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16b5987b577ab05fd4753fce0eae6cac61ec9e1702b3e81c318a185ae00f05ce) AuthConfig (7e06ce96bf30c5f24e0295e5a9dbd846609d00bd67a0835765f0d8430cc62b20) AuthConfig (52803916c1458c2cd61592a7a7b2f8179e0b83beb3f0dcbb60a3f1d5143612fb) AuthConfig (332a8c0b42882177f3d3b12ae5daa45e29d41c32ff50afbded1fa7345e55bb36) AuthConfig (00787ee7dc13c58717444587538807e2c5978ddff9bf07a9d98b021b92776d34) AuthConfig (720e715c2ecfb3670e7863ae76dc9f288595a6cc794679fbb7f27a094571254f) AuthConfig (84d20f297ea15a41ca5b972387faa31da0a831fcf0d165409ffe51877aea6096) AuthConfig (ec0426a6680dac0b07b8293a57a44734693903ed9bc16eb8c9231f40a5dee86b) AuthConfig (e992a17bbc2cfeefa4cc5a3616786670014d2f0a0fe04bc74b0a62e2af59cb54) AuthConfig (e7255a791cbe18b6129e3b31586e8be4658ffe874583f2185a8689a6ceb835ef) AuthConfig (86bc16f03412a1fab61aa4925f366ecc7d4e788b1dd67222bd4873c6eb89bfcf) AuthConfig (44b2551eeac90724a3a6eee9b4b21e2408103f7f4dd3db4a1cd56bd7d6d61d9a) AuthConfig (3fdc73f3b9b16b40a99cb5164eed6a634cd43c370dc46396b3a1dfe120766c7d) AuthConfig (b7e4259fb06aed753ca7cbb5eb2488446fa0286e41af2053949014032449cf8e) AuthConfig (f5ba5f8c98ef5a28c1cf9737e6cce3f88f42c2330fe88e4275bfce9e90665dd7) AuthConfig (71530f0c777217a95073cb1660ec28593e0b730d7efa9984d76bcaab0f29af6c) AuthConfig (f6f34d22a3022d23f3d807726467f841f68ad5df4682e2d4091c1197aad83fac) AuthConfig (a07881f66b24c7c1005ead576a48967d8d15f221c8178ad60a7d9614e408485b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"37a0d2f5-eff3-452a-8f38-8f9a6d2a1985","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:40.123824376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"b75c4f6f-9e91-4807-a126-cea013bde9ce","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:40.12384251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"b75c4f6f-9e91-4807-a126-cea013bde9ce","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:40.832752963Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:43.788696603Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-2c6ce9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-2c6ce9","reconcileID":"15aa3afc-4774-41c1-ab53-320afc91ea1b","aitenant":"ai-tenants/e2e-shared-a-w2-2c6ce9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:44.438957995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082b209a-a4cc-47fc-8117-fb0a50cc8ea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:44.493285398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082b209a-a4cc-47fc-8117-fb0a50cc8ea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:44.54764656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082b209a-a4cc-47fc-8117-fb0a50cc8ea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:44.601752934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082b209a-a4cc-47fc-8117-fb0a50cc8ea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:44.608595438Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-2c6ce9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-2c6ce9","reconcileID":"15aa3afc-4774-41c1-ab53-320afc91ea1b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-2c6ce9","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-2c6ce9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:46.547336433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3334ca7c-2661-4335-a8f2-4da892ed7c38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:46.601517191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3334ca7c-2661-4335-a8f2-4da892ed7c38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:46.655624324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3334ca7c-2661-4335-a8f2-4da892ed7c38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:46.709528976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3334ca7c-2661-4335-a8f2-4da892ed7c38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:47.025380305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"428dfb96-72ad-4ba8-9820-401ca9f58fea","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:47.083565084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"428dfb96-72ad-4ba8-9820-401ca9f58fea","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:47.140224681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6b12ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (604523e453a0a180e12d5c733aba1a4b1aef477364a4cd2e8acec8f6c46bdf37) AuthConfig (6174aff6ddca78743aa3c103877f791d188a0bbbccd95a59f86a136af39e186b) AuthConfig (6751ebb0f681dd3a5a1c5d2483874184cbc13afea7f674d2c9df8726ee68ad28) AuthConfig (a1ed80b5090e3de307e3e197c94a3f40f75540285a6ddba59f705252c6a6e268) AuthConfig (83b5329f336a3e1b424de29d59bae2b74a4c200680a7514b91b6bde0c6db5259) AuthConfig (8c2819c31fdeb9a989df911cd67b02697bd012d92aa5d9f7e9c1cebff40f614f) AuthConfig (075909c3546d63a759a5b1e6e50212bdd1b15db7976fc4e9e5af7d6429c541f0) AuthConfig (f05f6e0cd5332ba675cef872748f262d281460633cbb12bd2b1a8a5fe8c71482) AuthConfig (aea9b810abe0ff4b0b5a53132bcf3d2eb0e4731d17885268c266b804070ae553) AuthConfig (7bed5f2b320df989e6075c19277d2b697c24a960bd41c682a1372ba15719ad03) AuthConfig (67bfc720930707612bf2db809a030f657668ff85fa36018655b48ff717adac31) AuthConfig (24e90edcdd9ce987329296fd80aea12f316fe6053cd587c17807872b7a7765c0) AuthConfig (10e878a517588af0d9479e15683e4088dabaa693dcfcbcaf8076575054b75f0e) AuthConfig (647e87c533729ee3546ecda70a1ac29cc0c80d4b0a43223d4fc0452a116e33f2) AuthConfig (68adccb5f12e1cb5f41d44a3d5644d12a0c08298f535d26cd25d02631aa934c7) AuthConfig (235ef89d65aa300574d2255782f83c31b24868f4448e21c8342942886ee058be) AuthConfig (a92e41a79765283a5a7af9ff2ece5c97584c822b711a8d94cb5a33cd5711221b) AuthConfig (4160d32740c3319e42df5e2fc334afe26ccc2c82a20f8855a2a28de30398d75c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"428dfb96-72ad-4ba8-9820-401ca9f58fea","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:48.653418493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eabbf13d-67cb-4eac-8a78-5ed7a4f3e711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:48.707439823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eabbf13d-67cb-4eac-8a78-5ed7a4f3e711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:48.761363355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eabbf13d-67cb-4eac-8a78-5ed7a4f3e711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:48.815471522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eabbf13d-67cb-4eac-8a78-5ed7a4f3e711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:50.231386107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"f2480a7c-65dd-4b03-9f2e-2399894d1e5b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:50.288825453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"f2480a7c-65dd-4b03-9f2e-2399894d1e5b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:50.345198566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-578636-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16b5987b577ab05fd4753fce0eae6cac61ec9e1702b3e81c318a185ae00f05ce) AuthConfig (7e06ce96bf30c5f24e0295e5a9dbd846609d00bd67a0835765f0d8430cc62b20) AuthConfig (52803916c1458c2cd61592a7a7b2f8179e0b83beb3f0dcbb60a3f1d5143612fb) AuthConfig (332a8c0b42882177f3d3b12ae5daa45e29d41c32ff50afbded1fa7345e55bb36) AuthConfig (00787ee7dc13c58717444587538807e2c5978ddff9bf07a9d98b021b92776d34) AuthConfig (720e715c2ecfb3670e7863ae76dc9f288595a6cc794679fbb7f27a094571254f) AuthConfig (84d20f297ea15a41ca5b972387faa31da0a831fcf0d165409ffe51877aea6096) AuthConfig (ec0426a6680dac0b07b8293a57a44734693903ed9bc16eb8c9231f40a5dee86b) AuthConfig (e992a17bbc2cfeefa4cc5a3616786670014d2f0a0fe04bc74b0a62e2af59cb54) AuthConfig (e7255a791cbe18b6129e3b31586e8be4658ffe874583f2185a8689a6ceb835ef) AuthConfig (86bc16f03412a1fab61aa4925f366ecc7d4e788b1dd67222bd4873c6eb89bfcf) AuthConfig (44b2551eeac90724a3a6eee9b4b21e2408103f7f4dd3db4a1cd56bd7d6d61d9a) AuthConfig (3fdc73f3b9b16b40a99cb5164eed6a634cd43c370dc46396b3a1dfe120766c7d) AuthConfig (b7e4259fb06aed753ca7cbb5eb2488446fa0286e41af2053949014032449cf8e) AuthConfig (f5ba5f8c98ef5a28c1cf9737e6cce3f88f42c2330fe88e4275bfce9e90665dd7) AuthConfig (71530f0c777217a95073cb1660ec28593e0b730d7efa9984d76bcaab0f29af6c) AuthConfig (f6f34d22a3022d23f3d807726467f841f68ad5df4682e2d4091c1197aad83fac) AuthConfig (a07881f66b24c7c1005ead576a48967d8d15f221c8178ad60a7d9614e408485b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"f2480a7c-65dd-4b03-9f2e-2399894d1e5b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:52.74399811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc7bc4ab-7ce0-4325-907f-aca57d39a0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:52.797892291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc7bc4ab-7ce0-4325-907f-aca57d39a0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:52.852614386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc7bc4ab-7ce0-4325-907f-aca57d39a0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:52.908603653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc7bc4ab-7ce0-4325-907f-aca57d39a0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:54.842051964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89061f9e-b13b-41a3-b952-0b0dedf45e89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:54.896336578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89061f9e-b13b-41a3-b952-0b0dedf45e89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:54.950073074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89061f9e-b13b-41a3-b952-0b0dedf45e89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:55.003876065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89061f9e-b13b-41a3-b952-0b0dedf45e89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:57.248494214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"8c672cf4-5cbc-4923-993b-14b965cb04c3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:57.30694511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"8c672cf4-5cbc-4923-993b-14b965cb04c3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:08:57.396864906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6b12ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (604523e453a0a180e12d5c733aba1a4b1aef477364a4cd2e8acec8f6c46bdf37) AuthConfig (6174aff6ddca78743aa3c103877f791d188a0bbbccd95a59f86a136af39e186b) AuthConfig (6751ebb0f681dd3a5a1c5d2483874184cbc13afea7f674d2c9df8726ee68ad28) AuthConfig (a1ed80b5090e3de307e3e197c94a3f40f75540285a6ddba59f705252c6a6e268) AuthConfig (83b5329f336a3e1b424de29d59bae2b74a4c200680a7514b91b6bde0c6db5259) AuthConfig (8c2819c31fdeb9a989df911cd67b02697bd012d92aa5d9f7e9c1cebff40f614f) AuthConfig (075909c3546d63a759a5b1e6e50212bdd1b15db7976fc4e9e5af7d6429c541f0) AuthConfig (f05f6e0cd5332ba675cef872748f262d281460633cbb12bd2b1a8a5fe8c71482) AuthConfig (aea9b810abe0ff4b0b5a53132bcf3d2eb0e4731d17885268c266b804070ae553) AuthConfig (7bed5f2b320df989e6075c19277d2b697c24a960bd41c682a1372ba15719ad03) AuthConfig (67bfc720930707612bf2db809a030f657668ff85fa36018655b48ff717adac31) AuthConfig (24e90edcdd9ce987329296fd80aea12f316fe6053cd587c17807872b7a7765c0) AuthConfig (10e878a517588af0d9479e15683e4088dabaa693dcfcbcaf8076575054b75f0e) AuthConfig (647e87c533729ee3546ecda70a1ac29cc0c80d4b0a43223d4fc0452a116e33f2) AuthConfig (68adccb5f12e1cb5f41d44a3d5644d12a0c08298f535d26cd25d02631aa934c7) AuthConfig (235ef89d65aa300574d2255782f83c31b24868f4448e21c8342942886ee058be) AuthConfig (a92e41a79765283a5a7af9ff2ece5c97584c822b711a8d94cb5a33cd5711221b) AuthConfig (4160d32740c3319e42df5e2fc334afe26ccc2c82a20f8855a2a28de30398d75c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"8c672cf4-5cbc-4923-993b-14b965cb04c3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:00.45292403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"9254ad70-4e2b-4bab-a0b3-ef7e1f95ab3f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:00.51023163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"9254ad70-4e2b-4bab-a0b3-ef7e1f95ab3f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:00.566562379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-578636-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16b5987b577ab05fd4753fce0eae6cac61ec9e1702b3e81c318a185ae00f05ce) AuthConfig (7e06ce96bf30c5f24e0295e5a9dbd846609d00bd67a0835765f0d8430cc62b20) AuthConfig (52803916c1458c2cd61592a7a7b2f8179e0b83beb3f0dcbb60a3f1d5143612fb) AuthConfig (332a8c0b42882177f3d3b12ae5daa45e29d41c32ff50afbded1fa7345e55bb36) AuthConfig (00787ee7dc13c58717444587538807e2c5978ddff9bf07a9d98b021b92776d34) AuthConfig (720e715c2ecfb3670e7863ae76dc9f288595a6cc794679fbb7f27a094571254f) AuthConfig (84d20f297ea15a41ca5b972387faa31da0a831fcf0d165409ffe51877aea6096) AuthConfig (ec0426a6680dac0b07b8293a57a44734693903ed9bc16eb8c9231f40a5dee86b) AuthConfig (e992a17bbc2cfeefa4cc5a3616786670014d2f0a0fe04bc74b0a62e2af59cb54) AuthConfig (e7255a791cbe18b6129e3b31586e8be4658ffe874583f2185a8689a6ceb835ef) AuthConfig (86bc16f03412a1fab61aa4925f366ecc7d4e788b1dd67222bd4873c6eb89bfcf) AuthConfig (44b2551eeac90724a3a6eee9b4b21e2408103f7f4dd3db4a1cd56bd7d6d61d9a) AuthConfig (3fdc73f3b9b16b40a99cb5164eed6a634cd43c370dc46396b3a1dfe120766c7d) AuthConfig (b7e4259fb06aed753ca7cbb5eb2488446fa0286e41af2053949014032449cf8e) AuthConfig (f5ba5f8c98ef5a28c1cf9737e6cce3f88f42c2330fe88e4275bfce9e90665dd7) AuthConfig (71530f0c777217a95073cb1660ec28593e0b730d7efa9984d76bcaab0f29af6c) AuthConfig (f6f34d22a3022d23f3d807726467f841f68ad5df4682e2d4091c1197aad83fac) AuthConfig (a07881f66b24c7c1005ead576a48967d8d15f221c8178ad60a7d9614e408485b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"9254ad70-4e2b-4bab-a0b3-ef7e1f95ab3f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:03.648042723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"882a4340-c919-40cd-8866-af8eefbfea35","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:03.648071131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"882a4340-c919-40cd-8866-af8eefbfea35","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"rate-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"rate-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:07.505168375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"661ae217-4c6d-4738-b56e-e5d57fc143bc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:07.563054122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"661ae217-4c6d-4738-b56e-e5d57fc143bc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:07.884532429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"c6698383-b639-432d-95d8-62c1ec0309d5","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:07.884554031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"c6698383-b639-432d-95d8-62c1ec0309d5","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"rate-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"rate-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:09.077055649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"6eaea370-23b0-4130-9340-81ebbf706fb2","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:09.077077642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"6eaea370-23b0-4130-9340-81ebbf706fb2","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"rate-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"rate-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:09.135455652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"b8e1495a-2c05-467c-89ff-1142520da15f","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:09.135478123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"b8e1495a-2c05-467c-89ff-1142520da15f","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"rate-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"rate-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:09.242401674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"ce546b8c-cfc8-4b8c-92f3-5f123cb17bf0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:09.366617439Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"ce546b8c-cfc8-4b8c-92f3-5f123cb17bf0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:09.422782952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-44a484-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"ce546b8c-cfc8-4b8c-92f3-5f123cb17bf0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:09.481693092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"11511eea-2431-4f3d-8f7e-b0284bf99f03","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:09.481714105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"11511eea-2431-4f3d-8f7e-b0284bf99f03","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"rate-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"rate-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:10.675101008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"120518ae-d917-4f75-b974-ab6f1ef85978","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:10.732769601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"120518ae-d917-4f75-b974-ab6f1ef85978","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:10.832248899Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:11.007458944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"ee115972-638c-46ba-b0f0-75a5bca5112f","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:11.00747847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"ee115972-638c-46ba-b0f0-75a5bca5112f","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.191873384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"a504dc0c-5e68-40ee-a230-85a2d8f3530f","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.191896797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"a504dc0c-5e68-40ee-a230-85a2d8f3530f","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"rate-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"rate-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.251305909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"5648227c-500d-4dc0-9b80-7c5d6be2efd8","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.251327241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"5648227c-500d-4dc0-9b80-7c5d6be2efd8","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"rate-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"rate-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.301692968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"910959f0-cc61-433c-b124-0f3d923ddccc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:09:13.302322586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-a-e9b363","reconcileID":"933065c8-5fc5-45aa-bdf9-771861ef680c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-e9b363\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:09:13.306721823Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"5648227c-500d-4dc0-9b80-7c5d6be2efd8","name":"rate-test-model-76c687","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-76c687\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:09:13.306811909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"5648227c-500d-4dc0-9b80-7c5d6be2efd8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-76c687\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.312190046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"4c6cfc3f-6275-4f3f-b6ad-5efdb4e4cb37","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.312207128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"4c6cfc3f-6275-4f3f-b6ad-5efdb4e4cb37","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"rate-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"rate-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.359532712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"910959f0-cc61-433c-b124-0f3d923ddccc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.445957783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"21b952f3-bc07-4c33-929d-1c427245690e","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.445976473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"21b952f3-bc07-4c33-929d-1c427245690e","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"rate-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"rate-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.505206864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"553ab651-2f7d-4bd6-a087-41448014f2c1","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.505225687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"553ab651-2f7d-4bd6-a087-41448014f2c1","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"rate-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"rate-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.5055655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"3d4b8841-3dce-47e8-a9be-7d3e4ba784e1","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.505579694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"3d4b8841-3dce-47e8-a9be-7d3e4ba784e1","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"rate-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"rate-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.555446698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"17467389-ee01-4ecc-b9ab-b382a08e5874","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:09:13.559271836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-b-e9b363","reconcileID":"8b819543-0bce-4595-b245-84800f512514","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-e9b363\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.559915115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"2fefc895-ae2e-4074-bd09-a521fc57532f","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.559931498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"2fefc895-ae2e-4074-bd09-a521fc57532f","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"rate-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"rate-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.613036624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"17467389-ee01-4ecc-b9ab-b382a08e5874","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.668815458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"36e96267-dbb7-47ac-9155-c3665de9953f","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.668835205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"36e96267-dbb7-47ac-9155-c3665de9953f","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"rate-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"rate-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.674874484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"c2cc4fb4-2f81-46a6-8dd3-9c96f93a436e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.725412489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"827a3e2d-a3a3-4346-b642-be625a8f29bb","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.725428693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"827a3e2d-a3a3-4346-b642-be625a8f29bb","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"rate-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"rate-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.732306811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"c2cc4fb4-2f81-46a6-8dd3-9c96f93a436e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.78055562Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-a-e9b363","reconcileID":"82d4ed9a-8ce1-4dd6-894a-2b9f21a99535","MaaSSubscription":{"name":"e2e-rate-iso-a-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-rate-test-model-76c687","model":"rate-test-model-76c687","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-76c687/e2e-rate-iso-a-e9b363"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.930054814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"64c19ccc-1f07-457f-930a-852926805824","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.945884378Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-b-e9b363","reconcileID":"370c6227-2c84-4df4-b17a-60a09539b1a3","MaaSSubscription":{"name":"e2e-rate-iso-b-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-rate-test-model-6b12ae","model":"rate-test-model-6b12ae","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-6b12ae/e2e-rate-iso-b-e9b363"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.950264821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"67a16890-3a06-4c25-b711-df6341e1f516","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.95028024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"67a16890-3a06-4c25-b711-df6341e1f516","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"rate-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"rate-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:13.987923549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"64c19ccc-1f07-457f-930a-852926805824","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:14.116788392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"163f33e1-b28e-4a43-b09f-5a3b597ddc94","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:14.116809146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"163f33e1-b28e-4a43-b09f-5a3b597ddc94","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"rate-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"rate-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:14.165694192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-a-e9b363","reconcileID":"56d0d537-1843-4073-bff0-5ff2ea0aa817","MaaSSubscription":{"name":"e2e-rate-iso-a-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-rate-test-model-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:14.331781404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-b-e9b363","reconcileID":"97df9508-63ea-4442-9d1d-e09a3f75249b","MaaSSubscription":{"name":"e2e-rate-iso-b-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-rate-test-model-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.460857652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"8769e19c-624b-4d59-a52a-3da361ce2f41","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.460879552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"8769e19c-624b-4d59-a52a-3da361ce2f41","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.519586358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"ae2ea65e-13f4-4963-ad08-167debaa6365","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.519606492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"ae2ea65e-13f4-4963-ad08-167debaa6365","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.567303827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"3b2c88ef-2878-46cf-b036-75aea3c7eac5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:09:16.571489644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-shared-sub-7259a1","reconcileID":"2295a338-126c-4a27-b7cf-fec0ab38b1d4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-7259a1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:09:16.574052031Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"ae2ea65e-13f4-4963-ad08-167debaa6365","name":"sub-test-model-a9ed60","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-a9ed60\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:09:16.574103159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"ae2ea65e-13f4-4963-ad08-167debaa6365","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-a9ed60\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.579456972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"45c11ef9-edaa-44fc-ba70-bb6244c680f9","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.579471915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"45c11ef9-edaa-44fc-ba70-bb6244c680f9","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.625288056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"3b2c88ef-2878-46cf-b036-75aea3c7eac5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.68291745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"8dbb17e8-217f-4687-823a-8bbc3854c791","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.68293857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"8dbb17e8-217f-4687-823a-8bbc3854c791","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.738704779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"60f13b62-5c0b-41c6-b6ef-ecc465b09d77","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.738722658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"60f13b62-5c0b-41c6-b6ef-ecc465b09d77","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.798063423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"9a237060-765b-4bb7-851d-fc6a29d44469","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.798083483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"9a237060-765b-4bb7-851d-fc6a29d44469","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.798413861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"0894a095-ea09-447c-b54d-51f8ea40645d","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.798428238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"0894a095-ea09-447c-b54d-51f8ea40645d","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.846610218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"285fbfb3-4b7d-43a3-b8ae-86c8dc21f1f8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:09:16.85012614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-shared-sub-7259a1","reconcileID":"bac7dc07-5cb9-4254-a407-99cc05781af6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-7259a1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.904491532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"285fbfb3-4b7d-43a3-b8ae-86c8dc21f1f8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.951257238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"fb135bb5-98d3-4453-9d5f-6572be503852","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.975690431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"1feb6e31-c376-4bd1-b2bb-0a2193c333b7","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.975706179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"1feb6e31-c376-4bd1-b2bb-0a2193c333b7","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:16.979675164Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-shared-sub-7259a1","reconcileID":"83f66fe1-313c-46ea-86ab-f13ec181e07b","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"maas-trlp-sub-test-model-a9ed60","model":"sub-test-model-a9ed60","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-a9ed60/e2e-shared-sub-7259a1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.022408803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"fb135bb5-98d3-4453-9d5f-6572be503852","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.038085226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"b706eec4-8b6b-4ae8-9924-1d04c209d5df","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.038103096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"b706eec4-8b6b-4ae8-9924-1d04c209d5df","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.048339412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"2113815c-f849-4d67-9022-318d797b03f2","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.048395287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"2113815c-f849-4d67-9022-318d797b03f2","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.09836116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"5e04221d-5077-4959-ad68-5e87be3a7c23","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.098388856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"5e04221d-5077-4959-ad68-5e87be3a7c23","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:09:17.15342626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-a-only-7259a1","reconcileID":"3fbb8448-e8f7-42dc-b875-813cb08db6cc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-7259a1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.173605369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"321630fa-7ae8-4931-a7d6-fff4cf17e2f7","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.173625125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"321630fa-7ae8-4931-a7d6-fff4cf17e2f7","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.22685409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"1f227907-2c6c-4ff8-bca4-60c60c7b0381","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.270606276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"72cecb2a-51f9-48ac-847d-47cc600e0c41","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.270625612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"72cecb2a-51f9-48ac-847d-47cc600e0c41","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.2757208Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-shared-sub-7259a1","reconcileID":"d31128a5-69f9-48b3-a331-8e938bbe601e","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"maas-trlp-sub-test-model-578636","model":"sub-test-model-578636","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-578636/e2e-shared-sub-7259a1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.284206311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"1f227907-2c6c-4ff8-bca4-60c60c7b0381","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.313531036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"56e8e708-f529-4dbf-8fd6-69e7d0c3109c","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.313546571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"56e8e708-f529-4dbf-8fd6-69e7d0c3109c","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.328820768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"c0915582-cedb-4307-9167-049902308a30","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.32884325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"c0915582-cedb-4307-9167-049902308a30","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.329061332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"9fff9584-65f2-4c45-b90e-4873146d58c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.370315429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"590a5765-c098-4b04-ae00-4c47cd70562b","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.370332461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"590a5765-c098-4b04-ae00-4c47cd70562b","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.386892289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"9fff9584-65f2-4c45-b90e-4873146d58c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:09:17.425477327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-b-only-7259a1","reconcileID":"52f07490-f39f-4656-9678-ee4cd47f4358","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-7259a1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.444699906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"74f4ae34-9763-45ae-95de-74c436212ceb","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.444715745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"74f4ae34-9763-45ae-95de-74c436212ceb","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.447001725Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-shared-sub-7259a1","reconcileID":"dbdf579c-a634-4806-9fae-9f542f999538","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"maas-trlp-sub-test-model-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-a9ed60/e2e-a-only-7259a1","ai-tenant-e2e-shared-a-w4-a9ed60/e2e-shared-sub-7259a1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.541316439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"a9b5b44d-7bcf-4cc3-ac5c-8545449f1b4f","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.541334656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"a9b5b44d-7bcf-4cc3-ac5c-8545449f1b4f","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.544249568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-a-only-7259a1","reconcileID":"58496605-83e1-4073-bbd1-32cbd3c3d3c9","MaaSSubscription":{"name":"e2e-a-only-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"maas-trlp-sub-test-model-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.599984427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"2a9b9dc5-2710-49df-971d-e0b9a6938ddc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.600712375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"25c52f00-443d-44cc-96cb-e2d590edb5ec","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.600772937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"25c52f00-443d-44cc-96cb-e2d590edb5ec","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.658276342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"2a9b9dc5-2710-49df-971d-e0b9a6938ddc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.716908875Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-shared-sub-7259a1","reconcileID":"1a8d333b-f967-4c09-b5b5-3097ef228747","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"maas-trlp-sub-test-model-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-578636/e2e-b-only-7259a1","ai-tenant-e2e-shared-b-w4-578636/e2e-shared-sub-7259a1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.720860977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"0b480273-0e2e-49bf-84b1-52c5d8bdd3c5","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.720875799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"0b480273-0e2e-49bf-84b1-52c5d8bdd3c5","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.774317618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-shared-sub-7259a1","reconcileID":"709a4c1c-78db-4d1f-9b02-c74c3caa43fb","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"maas-trlp-sub-test-model-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.81721964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-b-only-7259a1","reconcileID":"24e55279-ad69-44b5-ad24-deca083c6809","MaaSSubscription":{"name":"e2e-b-only-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"maas-trlp-sub-test-model-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.935465789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-a-only-7259a1","reconcileID":"b425276c-619b-43b0-9d8e-d9220abc6265","MaaSSubscription":{"name":"e2e-a-only-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"maas-trlp-sub-test-model-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.990353336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"c2aace56-932f-4dab-ad01-b45d0b3471fa","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:17.990375242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"c2aace56-932f-4dab-ad01-b45d0b3471fa","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:18.101053363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-shared-sub-7259a1","reconcileID":"d00cbba9-a03a-4eb8-9f00-9137c25b4b04","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"maas-trlp-sub-test-model-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:18.20879697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-b-only-7259a1","reconcileID":"d48e0a4c-0970-40f2-b6c2-250223e112e0","MaaSSubscription":{"name":"e2e-b-only-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"maas-trlp-sub-test-model-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:19.589655803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"8e040483-07dc-4ff8-a90c-9b219dae1c67","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:19.647457505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"8e040483-07dc-4ff8-a90c-9b219dae1c67","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:19.704530988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-44a484-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"8e040483-07dc-4ff8-a90c-9b219dae1c67","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:28.460271316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-a-e9b363","reconcileID":"75b910f1-d769-4304-b5eb-c22bf9440ea7","MaaSSubscription":{"name":"e2e-rate-iso-a-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-rate-test-model-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:28.560008169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-b-e9b363","reconcileID":"62f6d9d8-2658-4c42-8408-f50a266d3f6f","MaaSSubscription":{"name":"e2e-rate-iso-b-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-rate-test-model-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:28.630669337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"316ad3ed-7a4e-4c7f-9414-9210822d4e24","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:28.630686287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"316ad3ed-7a4e-4c7f-9414-9210822d4e24","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"rate-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"rate-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:28.728567152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"6b272b48-9506-4e7e-8f15-2e035b768785","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:28.728588837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"6b272b48-9506-4e7e-8f15-2e035b768785","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"rate-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"rate-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:29.018818815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"be66cfab-8a4f-4b69-876a-47de9f8d447a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:29.076720086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"be66cfab-8a4f-4b69-876a-47de9f8d447a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:29.154753105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"2473ec62-92d4-48c2-b682-59f018d3f131","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:29.212000616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"2473ec62-92d4-48c2-b682-59f018d3f131","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:29.812541509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"ecd15d4e-1459-43e4-b792-ac3a7d1fdff2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:29.869815942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"ecd15d4e-1459-43e4-b792-ac3a7d1fdff2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:29.92592572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-44a484-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2128a4e782b7d1120828fb3ac5e5d6f30250c44d8fee63f9486be808e48ae9d4) AuthConfig (e66dee380392b6e90e8460f9a5edfd79f0eadc76c23f3f9b256a4feed0713a15) AuthConfig (efb3c12dc75cbcede9e891f775f1001aed2d1d7c8ecc395883dad8e6756e1acb) AuthConfig (6dc06175e06d2a5ee5c99e86078a4c7cb2d2f370466ba21755e323d0486e95a1) AuthConfig (ca504c068680d8500b9cd87e864b8259184ed6de47c6ab0d4681e80521c48e28) AuthConfig (1e74da16f0bd169511fe49e028f0aec545e50b82c980a95e08780f0ef51ca937) AuthConfig (86a5d9521d9f1a8663fce7e811bc100fc31c31beb4d37615d873bbef27403251) AuthConfig (3dcf5499255e99e5442358d7d2374143aa4d8b497f344e7ebb7d1295a16a7908) AuthConfig (0b1b88db87b7607c4faccf21ddd35f215129ec3966c22c00e55b166ca088fdd7) AuthConfig (93a7345cc1915dc8da5e0f9b1967de7695744453b43186bb95f8907904e2a9b7) AuthConfig (ff23eb0442784c5cec5289d903e0af251846d94109759cabe3f5242f966bcf6f) AuthConfig (c970eabbc40ec5e101bd9e8891be53923a0d898157636b8deb125bf7d3d09e16) AuthConfig (cad07bb9d8d97322b27c027784da5e75094142c492e579db9db0a770908f3e90) AuthConfig (25f4e25721064b25e3ee815ad56e2d5fd92557c243a49a4254619aee2d483068) AuthConfig (48d5e892a85de063948c85d651f2ed8ee23ab80fb8e4e4a63f70d32143f76af4) AuthConfig (bdce14db39a4ce2c3d8b91ceeeb88ead0dbb7a74630f478252305bd69ca222c1) AuthConfig (b257a7b8e38989c091512b8c7589058fad7cc39879eb3992c2e40bb2146888f3) AuthConfig (070127ad5ec1c4031980a384f90d1619b150406814f0a33ce473bebd98f9a22a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"ecd15d4e-1459-43e4-b792-ac3a7d1fdff2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:29.984324999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"4e6e4772-3e6f-4ddf-b035-8992609ecd0a","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:29.984344703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"4e6e4772-3e6f-4ddf-b035-8992609ecd0a","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"rate-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"rate-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:40.094206995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"e13ed83a-810c-48f0-a0c3-93c0666791b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:40.152567728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"e13ed83a-810c-48f0-a0c3-93c0666791b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:40.20887059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-44a484-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2128a4e782b7d1120828fb3ac5e5d6f30250c44d8fee63f9486be808e48ae9d4) AuthConfig (e66dee380392b6e90e8460f9a5edfd79f0eadc76c23f3f9b256a4feed0713a15) AuthConfig (efb3c12dc75cbcede9e891f775f1001aed2d1d7c8ecc395883dad8e6756e1acb) AuthConfig (6dc06175e06d2a5ee5c99e86078a4c7cb2d2f370466ba21755e323d0486e95a1) AuthConfig (ca504c068680d8500b9cd87e864b8259184ed6de47c6ab0d4681e80521c48e28) AuthConfig (1e74da16f0bd169511fe49e028f0aec545e50b82c980a95e08780f0ef51ca937) AuthConfig (86a5d9521d9f1a8663fce7e811bc100fc31c31beb4d37615d873bbef27403251) AuthConfig (3dcf5499255e99e5442358d7d2374143aa4d8b497f344e7ebb7d1295a16a7908) AuthConfig (0b1b88db87b7607c4faccf21ddd35f215129ec3966c22c00e55b166ca088fdd7) AuthConfig (93a7345cc1915dc8da5e0f9b1967de7695744453b43186bb95f8907904e2a9b7) AuthConfig (ff23eb0442784c5cec5289d903e0af251846d94109759cabe3f5242f966bcf6f) AuthConfig (c970eabbc40ec5e101bd9e8891be53923a0d898157636b8deb125bf7d3d09e16) AuthConfig (cad07bb9d8d97322b27c027784da5e75094142c492e579db9db0a770908f3e90) AuthConfig (25f4e25721064b25e3ee815ad56e2d5fd92557c243a49a4254619aee2d483068) AuthConfig (48d5e892a85de063948c85d651f2ed8ee23ab80fb8e4e4a63f70d32143f76af4) AuthConfig (bdce14db39a4ce2c3d8b91ceeeb88ead0dbb7a74630f478252305bd69ca222c1) AuthConfig (b257a7b8e38989c091512b8c7589058fad7cc39879eb3992c2e40bb2146888f3) AuthConfig (070127ad5ec1c4031980a384f90d1619b150406814f0a33ce473bebd98f9a22a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"e13ed83a-810c-48f0-a0c3-93c0666791b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:40.832531739Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:50.316704841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"3e2e1e2a-a482-415b-8def-c8244dfef49c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:50.374260111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"3e2e1e2a-a482-415b-8def-c8244dfef49c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:50.431003704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-44a484-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2128a4e782b7d1120828fb3ac5e5d6f30250c44d8fee63f9486be808e48ae9d4) AuthConfig (e66dee380392b6e90e8460f9a5edfd79f0eadc76c23f3f9b256a4feed0713a15) AuthConfig (efb3c12dc75cbcede9e891f775f1001aed2d1d7c8ecc395883dad8e6756e1acb) AuthConfig (6dc06175e06d2a5ee5c99e86078a4c7cb2d2f370466ba21755e323d0486e95a1) AuthConfig (ca504c068680d8500b9cd87e864b8259184ed6de47c6ab0d4681e80521c48e28) AuthConfig (1e74da16f0bd169511fe49e028f0aec545e50b82c980a95e08780f0ef51ca937) AuthConfig (86a5d9521d9f1a8663fce7e811bc100fc31c31beb4d37615d873bbef27403251) AuthConfig (3dcf5499255e99e5442358d7d2374143aa4d8b497f344e7ebb7d1295a16a7908) AuthConfig (0b1b88db87b7607c4faccf21ddd35f215129ec3966c22c00e55b166ca088fdd7) AuthConfig (93a7345cc1915dc8da5e0f9b1967de7695744453b43186bb95f8907904e2a9b7) AuthConfig (ff23eb0442784c5cec5289d903e0af251846d94109759cabe3f5242f966bcf6f) AuthConfig (c970eabbc40ec5e101bd9e8891be53923a0d898157636b8deb125bf7d3d09e16) AuthConfig (cad07bb9d8d97322b27c027784da5e75094142c492e579db9db0a770908f3e90) AuthConfig (25f4e25721064b25e3ee815ad56e2d5fd92557c243a49a4254619aee2d483068) AuthConfig (48d5e892a85de063948c85d651f2ed8ee23ab80fb8e4e4a63f70d32143f76af4) AuthConfig (bdce14db39a4ce2c3d8b91ceeeb88ead0dbb7a74630f478252305bd69ca222c1) AuthConfig (b257a7b8e38989c091512b8c7589058fad7cc39879eb3992c2e40bb2146888f3) AuthConfig (070127ad5ec1c4031980a384f90d1619b150406814f0a33ce473bebd98f9a22a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"3e2e1e2a-a482-415b-8def-c8244dfef49c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:55.514177096Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","namespace":"ai-tenant-e2e-shared-b-w2-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:55.514236811Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","namespace":"ai-tenant-e2e-shared-b-w2-78bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:55.514287722Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","tenant":"e2e-shared-b-w2-78bef7","tenantID":"e2e-shared-b-w2-78bef7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:55.569462821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-78bef7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:55.634968783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","gvk":"Service","name":"maas-api-e2e-shared-b-w2-78bef7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:55.691330766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-78bef7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:55.746888135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-78bef7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:55.803350532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-78bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:55.862258434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-78bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:55.92069335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-78bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:55.988984548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-78bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:56.044165555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-78bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:56.097668863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-78bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:56.151074445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-78bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:56.204672687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-78bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:56.26908195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-78bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:56.323302304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-78bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:56.410242389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-78bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:56.467870659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-78bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:56.521432497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-78bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:56.575293751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-78bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:56.660966224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-78bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:56.71919205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-78bef7"},"namespace":"ai-tenant-e2e-shared-b-w2-78bef7","name":"default-tenant","reconcileID":"e9c7b127-fca9-4fbb-96e4-7947a19e85af","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-78bef7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:57.351005868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6369b16c-dd6b-444a-8ea7-d2091fe846bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:57.426408539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6369b16c-dd6b-444a-8ea7-d2091fe846bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:57.487366876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6369b16c-dd6b-444a-8ea7-d2091fe846bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:57.541525826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6369b16c-dd6b-444a-8ea7-d2091fe846bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:57.59617925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-b-only-7259a1","reconcileID":"42407f07-ac93-4b96-859a-2d6b8d94d9a5","MaaSSubscription":{"name":"e2e-b-only-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"maas-trlp-sub-test-model-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:57.596207399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-shared-sub-7259a1","reconcileID":"871b069c-85e5-418e-8e56-5db9a85f9fe5","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"maas-trlp-sub-test-model-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:57.788304675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-a-e9b363","reconcileID":"5d10713f-92f8-4862-83a4-9fead06ffb27","MaaSSubscription":{"name":"e2e-rate-iso-a-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-rate-test-model-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:57.826230042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"8c415f30-3f49-457f-b89b-ae5a886ec275","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:57.826248605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"8c415f30-3f49-457f-b89b-ae5a886ec275","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:57.830919784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"25f9be66-c9d6-49ba-88f3-a6d8a8420666","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:57.830937296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"25f9be66-c9d6-49ba-88f3-a6d8a8420666","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:58.288289261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-shared-sub-7259a1","reconcileID":"7229dd8c-d60b-4163-90fb-99dc6744913d","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"maas-trlp-sub-test-model-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:58.289471035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-a-only-7259a1","reconcileID":"08f88a8b-36f7-4da1-940e-67fdae14caa7","MaaSSubscription":{"name":"e2e-a-only-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"maas-trlp-sub-test-model-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:58.400616239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-b-e9b363","reconcileID":"54b776ea-9c72-4302-a423-2f187197430b","MaaSSubscription":{"name":"e2e-rate-iso-b-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-rate-test-model-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:58.462557533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"282da8d6-22a7-43b3-9b03-1e7d6701df17","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:58.462577248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"282da8d6-22a7-43b3-9b03-1e7d6701df17","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:58.465910071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"fbf07eb9-55ee-4fd8-9b42-1dc1cc7308e4","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:58.465930058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"fbf07eb9-55ee-4fd8-9b42-1dc1cc7308e4","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:59.096280479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"623577ea-97df-4fef-a6d3-0c4ea1b728b8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:59.154000761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"623577ea-97df-4fef-a6d3-0c4ea1b728b8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:59.457502508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"5c1ac284-eac9-467a-a6db-a8e1d9edcb32","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:59.515162961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"5c1ac284-eac9-467a-a6db-a8e1d9edcb32","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:59.539807409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721bd31b-ef50-4285-8c79-632a4a258c3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:59.594198344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721bd31b-ef50-4285-8c79-632a4a258c3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:59.64851237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721bd31b-ef50-4285-8c79-632a4a258c3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:09:59.702824426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721bd31b-ef50-4285-8c79-632a4a258c3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:00.544121565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"01d65204-1f8c-470b-b080-76717d92aa8c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:00.601911243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"01d65204-1f8c-470b-b080-76717d92aa8c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:00.876374903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"38a4371a-4782-4a47-a2c0-597e8a7147a5","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:00.876397361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"38a4371a-4782-4a47-a2c0-597e8a7147a5","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"rate-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"rate-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:03.944850205Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-78bef7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-78bef7","reconcileID":"e61a41fb-4b1b-475b-b9e5-08f9cc5a9a50","aitenant":"ai-tenants/e2e-shared-b-w2-78bef7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:04.519386337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3814519-d2b8-49a1-9588-0b3aed4251dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:04.573404531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3814519-d2b8-49a1-9588-0b3aed4251dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:04.627089187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3814519-d2b8-49a1-9588-0b3aed4251dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:04.68127582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3814519-d2b8-49a1-9588-0b3aed4251dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:04.795892855Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-78bef7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-78bef7","reconcileID":"e61a41fb-4b1b-475b-b9e5-08f9cc5a9a50","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-78bef7","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-78bef7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:05.873389897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"75c43888-1d86-4858-a127-848ee710253c","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:05.873412653Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"252fe7da-f13d-4da4-8113-22a2415022cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:05.977251328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"073243a0-3153-4bef-ba62-ae165eeb8f72","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:05.97727319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"073243a0-3153-4bef-ba62-ae165eeb8f72","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"rate-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"rate-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:06.033670208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"fac8be33-1116-4747-874d-df126e61925a","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:06.033690864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"fac8be33-1116-4747-874d-df126e61925a","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"rate-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"rate-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:06.048424122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"758e63bd-7fbb-4083-b03c-07a4f8354db9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:06.105419483Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"49eb9d32-3610-44dd-b30e-f9d968b2c87d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:06.105987272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"b37020f8-135d-4fe6-a2f1-f71e6674a266","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:06.106237228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"758e63bd-7fbb-4083-b03c-07a4f8354db9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:06.155165155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"791fa47a-cf07-46f9-8d7e-d4dcbd4e33ad","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:06.156905032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"bfd085d2-5431-4e47-851c-bc038bcae39c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:06.23639708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"3f818df6-0366-481a-8315-ea4f7eb6937a","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:06.280411219Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"791fa47a-cf07-46f9-8d7e-d4dcbd4e33ad","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:10:06.315362882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-access","reconcileID":"49eb9d32-3610-44dd-b30e-f9d968b2c87d","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:06.336560824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-09ecd0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"791fa47a-cf07-46f9-8d7e-d4dcbd4e33ad","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:06.392540496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"0dd54782-e155-4b5b-8c27-267ba6436133","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:06.392561204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"0dd54782-e155-4b5b-8c27-267ba6436133","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"rate-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"rate-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:06.421930679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"b893cac9-228f-4f9f-a482-f5e08005c9be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:06.479557564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"b893cac9-228f-4f9f-a482-f5e08005c9be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:06.651129272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f76c42-011b-44ee-919b-e4eb3e80bd1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:06.704961707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f76c42-011b-44ee-919b-e4eb3e80bd1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:06.758875686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f76c42-011b-44ee-919b-e4eb3e80bd1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:06.812831563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f76c42-011b-44ee-919b-e4eb3e80bd1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:08.768080996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ace18c4-e929-4c9e-ae8f-9f19b44d0a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:08.822298628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ace18c4-e929-4c9e-ae8f-9f19b44d0a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:08.838419899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"e11ab424-dc15-41c9-97a7-297b6851e299","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:08.838439866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"e11ab424-dc15-41c9-97a7-297b6851e299","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:08.876454238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ace18c4-e929-4c9e-ae8f-9f19b44d0a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:08.876480828Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"1c3b91fc-6e1a-4005-86ce-72cfd4f0ffc1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:08.930579298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ace18c4-e929-4c9e-ae8f-9f19b44d0a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:09.038849815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"1c3b91fc-6e1a-4005-86ce-72cfd4f0ffc1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:09.163152651Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"1c3b91fc-6e1a-4005-86ce-72cfd4f0ffc1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"e2e-shared-a-w4-a9ed60-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:09.163178166Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-sub-iso-auth-7259a1","reconcileID":"1c3b91fc-6e1a-4005-86ce-72cfd4f0ffc1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:09.220006146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"50d58b34-4634-43c0-8ed4-2924214b854d","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:09.220032394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"50d58b34-4634-43c0-8ed4-2924214b854d","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:09.25933646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-shared-sub-7259a1","reconcileID":"0169ff65-e91a-4d91-ad42-22427d384415","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"maas-trlp-sub-test-model-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:09.259365008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-a-only-7259a1","reconcileID":"a25c1842-e51a-4567-9233-fac694d058fb","MaaSSubscription":{"name":"e2e-a-only-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"maas-trlp-sub-test-model-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:09.356884063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"ce89c79e-6ab7-4bf0-9597-81c3895fc635","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:09.356903841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"ce89c79e-6ab7-4bf0-9597-81c3895fc635","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:09.643583729Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-a-only-7259a1","reconcileID":"25be8d38-6a1d-4543-bd98-0b28f5bafc1b","MaaSSubscription":{"name":"e2e-a-only-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"maas-trlp-sub-test-model-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-a9ed60/e2e-a-only-7259a1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:09.97062757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-a-only-7259a1","reconcileID":"65926171-5e07-476e-b4ba-8970e5b3c36a","MaaSSubscription":{"name":"e2e-a-only-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"maas-trlp-sub-test-model-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:10.83557432Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:11.182531072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"0fb0c0fd-c131-4adc-81a0-7d2ead9d4578","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-2-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-2-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:11.519309611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"f8c8fb23-9c51-4585-a094-1e5d6d8cc241","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:11.855975444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"5db914cd-4628-49f1-a42f-237136f4fd86","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:12.022780531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"671840ed-7350-4f8d-874e-e0f1ed14dad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:12.071580692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"ebe4840b-51a6-4408-9ca7-e4d18e06c6b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:12.080574571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"671840ed-7350-4f8d-874e-e0f1ed14dad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:12.191719733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"ac8e293c-c395-461c-b06b-d52a94216a59","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:12.245291472Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"6874e3ad-8518-41fc-9460-e66d685d9921","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:12.25013755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"334e8c9b-6721-4073-b860-15574f33f451","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:12.299321044Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"6874e3ad-8518-41fc-9460-e66d685d9921","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:12.353203327Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"6874e3ad-8518-41fc-9460-e66d685d9921","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:12.39695719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"e47d558e-7da4-419d-8463-f98651bb8289","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:12.454541118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"e47d558e-7da4-419d-8463-f98651bb8289","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:12.457404808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"1a0206f0-e670-4354-9b1d-4c0c361ebd62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:12.70015766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"0534c3a0-8e69-44e1-b18c-778b11cf430b","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:12.753274893Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"19a6dffb-3ad9-4ddc-a786-815d312aedbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:12.806858857Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"19a6dffb-3ad9-4ddc-a786-815d312aedbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/simulator-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:12.807051171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"5ebe7406-e0fb-46e1-a40f-88c6b6b6e409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:12.864570178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"5ebe7406-e0fb-46e1-a40f-88c6b6b6e409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:10:13.026039563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"simulator-subscription","reconcileID":"19a6dffb-3ad9-4ddc-a786-815d312aedbb","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:16.500142506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"02be3c5b-417a-491e-8e67-54eb18a6ef08","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:16.557690752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"02be3c5b-417a-491e-8e67-54eb18a6ef08","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:16.615010645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-09ecd0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"02be3c5b-417a-491e-8e67-54eb18a6ef08","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:17.920167852Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"5ccad0b9-a3c4-4e98-a42d-07d689f9b267","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:17.920223694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"040bd8df-04f6-4e03-b557-f058f69bc3ce","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:18.130443625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"5ccad0b9-a3c4-4e98-a42d-07d689f9b267","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:18.156018609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"7342b99d-a0bb-442b-a223-3fa9dcfabb9a","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:18.196249985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"cda33a7f-2ba9-4561-90f1-5f8d3ac2eddf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:18.257345436Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"5ccad0b9-a3c4-4e98-a42d-07d689f9b267","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"e2e-worker-w2-426941-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:18.257371646Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-access","reconcileID":"5ccad0b9-a3c4-4e98-a42d-07d689f9b267","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-426941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:18.31446202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"5bf36a38-43c8-4090-96cb-170a39890bfc","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:18.720162727Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"4a2341e9-56fa-4dfa-9bcc-f6e565e564f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-29913697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:19.116948276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"ec59fe67-c27f-4294-90f4-19a54c99a6e8","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-2-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-2-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:19.117278932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"ee603bcf-151e-42d7-a35b-ebe5e1776622","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:19.117574142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"a899621c-8fb4-40f9-93d5-f91ca53c2e64","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:19.117807407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"4fa67075-9f1f-4e89-aba2-b993560b4b6c","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:19.17071307Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"d4c3bb1b-41f6-48d0-bf74-da1d22e4e66e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-29913697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:19.552169359Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-shared-sub-7259a1","reconcileID":"7b9dc022-0453-456d-b87a-7b0a0d8b2ef5","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","subscription":"e2e-shared-sub-7259a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:19.714864415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-shared-sub-7259a1","reconcileID":"7b9dc022-0453-456d-b87a-7b0a0d8b2ef5","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"maas-trlp-sub-test-model-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:19.951685698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"93144640-b8e7-4240-82aa-e9a2d291300e","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:19.951707861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"93144640-b8e7-4240-82aa-e9a2d291300e","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:20.07616515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9125f16a-84bf-4e12-8d2a-1c04c5e1a6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:20.100181985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"8d314e06-a202-4072-a163-527b4d24e22d","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:20.100203547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"8d314e06-a202-4072-a163-527b4d24e22d","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:20.130538426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9125f16a-84bf-4e12-8d2a-1c04c5e1a6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:20.184667959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9125f16a-84bf-4e12-8d2a-1c04c5e1a6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:20.23949756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9125f16a-84bf-4e12-8d2a-1c04c5e1a6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:22.214962317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38665c9d-2aa3-4007-96e7-9df75f64c41d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:22.269563606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38665c9d-2aa3-4007-96e7-9df75f64c41d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:22.324252358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38665c9d-2aa3-4007-96e7-9df75f64c41d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:22.378124524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38665c9d-2aa3-4007-96e7-9df75f64c41d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:22.601321677Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","namespace":"ai-tenant-e2e-mt-68a6c923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:22.601524603Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","namespace":"ai-tenant-e2e-mt-68a6c923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:22.601650868Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","tenant":"e2e-mt-68a6c923","tenantID":"e2e-mt-68a6c923","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:22.657138102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","gvk":"Deployment","name":"maas-api-e2e-mt-68a6c923","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:22.721439876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","gvk":"Service","name":"maas-api-e2e-mt-68a6c923","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:22.777500074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-68a6c923","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:22.83278688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-68a6c923","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:22.892992013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-68a6c923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:22.949805094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-68a6c923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:23.010894409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-68a6c923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:23.066665577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-68a6c923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:23.120060814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","gvk":"Deployment","name":"payload-processing-e2e-mt-68a6c923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:23.173865813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-68a6c923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:23.228062893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","gvk":"Service","name":"payload-processing-e2e-mt-68a6c923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:23.282176083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","gvk":"Service","name":"payload-pre-processing-e2e-mt-68a6c923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:23.335448579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","gvk":"DestinationRule","name":"payload-processing-e2e-mt-68a6c923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:23.391969164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-68a6c923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:23.470143582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-68a6c923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:23.527529291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-68a6c923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:23.580909958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-68a6c923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:23.634327637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-68a6c923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:23.69702164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-68a6c923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:23.753140646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-68a6c923"},"namespace":"ai-tenant-e2e-mt-68a6c923","name":"default-tenant","reconcileID":"3b0173e6-49e6-4d61-9ca6-46cfa286f79b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-68a6c923","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:24.395550688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"ee4b7fee-42f4-4ce0-a89c-16208b0571d9","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:24.3956639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"ee4b7fee-42f4-4ce0-a89c-16208b0571d9","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"rate-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"rate-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:24.411957266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f5a8082-053a-4031-a74e-ca384d192763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:24.412242657Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"6f7f7d09-d045-4607-99ef-97217b46484f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:24.46645788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f5a8082-053a-4031-a74e-ca384d192763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:24.520719749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f5a8082-053a-4031-a74e-ca384d192763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:24.574910991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f5a8082-053a-4031-a74e-ca384d192763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:24.67520498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"6f7f7d09-d045-4607-99ef-97217b46484f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:24.795663458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-a-e9b363","reconcileID":"5f23357e-0973-4170-937c-60b61a75775a","MaaSSubscription":{"name":"e2e-rate-iso-a-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-rate-test-model-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:24.806807309Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"6f7f7d09-d045-4607-99ef-97217b46484f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:24.806838701Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"6f7f7d09-d045-4607-99ef-97217b46484f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:24.864104801Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"22b3d512-495b-439e-9107-2e3b215c087d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:24.864483019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"d37b1426-0954-488c-9f01-1da668b5ab5f","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:24.864498451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"d37b1426-0954-488c-9f01-1da668b5ab5f","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"rate-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"rate-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:24.998338439Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"ff4f1909-7b66-4cfe-a7dd-3df0f574ae04","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:24.998910651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"e162a62b-de8c-4256-9e99-a42636eb9e3c","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:24.998983351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"e162a62b-de8c-4256-9e99-a42636eb9e3c","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"rate-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"rate-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:25.147799871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-a-e9b363","reconcileID":"fce34e4b-6b0e-4da1-9ddf-1507543b770c","MaaSSubscription":{"name":"e2e-rate-iso-a-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-rate-test-model-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:25.216630054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"22b3d512-495b-439e-9107-2e3b215c087d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:25.238382822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"ff4f1909-7b66-4cfe-a7dd-3df0f574ae04","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:25.273911384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"22b3d512-495b-439e-9107-2e3b215c087d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:25.273934583Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"22b3d512-495b-439e-9107-2e3b215c087d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:25.275232507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-b-e9b363","reconcileID":"7a0d14ee-3e29-4574-81d8-2e4c4d694fc1","MaaSSubscription":{"name":"e2e-rate-iso-b-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-rate-test-model-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:10:25.327446298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-auth-e9b363","reconcileID":"22b3d512-495b-439e-9107-2e3b215c087d","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-e9b363\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:25.370002251Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"ff4f1909-7b66-4cfe-a7dd-3df0f574ae04","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:25.370032174Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"ff4f1909-7b66-4cfe-a7dd-3df0f574ae04","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:25.427072368Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"ab637a0c-7b12-46e7-85aa-22cbbe4c5422","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:25.427319315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"8f720e1f-8417-48fc-883f-fbff11d5befd","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:25.427336751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"8f720e1f-8417-48fc-883f-fbff11d5befd","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"rate-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"rate-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:25.576578026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"9534e120-8a22-4835-b352-4f1209989923","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:25.576601794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"9534e120-8a22-4835-b352-4f1209989923","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"rate-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"rate-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:25.72609328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-b-e9b363","reconcileID":"34c881e7-bd16-4388-8161-3a9a1365f032","MaaSSubscription":{"name":"e2e-rate-iso-b-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-rate-test-model-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:25.726451116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"ab637a0c-7b12-46e7-85aa-22cbbe4c5422","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:25.78497287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"ab637a0c-7b12-46e7-85aa-22cbbe4c5422","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:25.785006645Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"ab637a0c-7b12-46e7-85aa-22cbbe4c5422","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:10:25.838883103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-auth-e9b363","reconcileID":"ab637a0c-7b12-46e7-85aa-22cbbe4c5422","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-e9b363\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:26.565228121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38360475-e8c9-439f-bbda-d9272c0e05ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:26.619721769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38360475-e8c9-439f-bbda-d9272c0e05ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:26.673716902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38360475-e8c9-439f-bbda-d9272c0e05ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:26.728447687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38360475-e8c9-439f-bbda-d9272c0e05ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:26.835489347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"eacb7700-8cbe-42f9-a38e-e908105befb1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:26.893712207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"eacb7700-8cbe-42f9-a38e-e908105befb1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:27.003510102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-09ecd0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66e12a081451db81d068a5589f25ccbf175fa8817f25b56cca672840a35cd5ef) AuthConfig (afaef433dd881f6c69eeb7e71d3cc07487e81a95e4637d8d5cbc66b7890478e0) AuthConfig (76f3580269499fbe1fba4e0051f8635f9838c005f24b920b55b5343279a94db7) AuthConfig (94d01b0933a5e7bc4a07081e1111854159b20117c8101f615e252dbb7cdb528c) AuthConfig (1b97b7c0e6c4b15684f833623ddfbd3b17a5e3404579cb37347f2fa5d2399dd9) AuthConfig (6f444b9ab798898187f5a950efa46f7d63a459f5fb9ce2e3eeb871eea74052c4) AuthConfig (bf8f4b2216e3dc8984a6a477211d5c6859c5a5f7373cf0df7ba8283561e0f8d9) AuthConfig (795e78433ed1193df0ca5eb256ea303832ef1f4bea7b505a1cfd30f347e35033) AuthConfig (d2f0ccdb125822ce38d2dab2b09b66cbf2afa62fa3240c116b8d9bd390ca41e4) AuthConfig (28412b9c250d48564cd812965a2866d175d124329e1cf42388c88518100a8f26) AuthConfig (8abdd35a299247c077a5d3228c836866f4a07f8f8c8d7d955c082d01e6358f0f) AuthConfig (ac0fad3112e5f751a044cd0fcb07c5f6e16eca6c7878346ab19ee509d85d83ed) AuthConfig (15431aa3ad41e1a8f2cbceb9d259fd87ff9ea4f76414f2a4a6271821bc40eb05) AuthConfig (7658e0aa76ca1ae87ce67ceece07b90b71fa9daff52d0edd49ec5552486ec058) AuthConfig (5fce0decebb07c4c669bb5e998a29a9d2b3b0f72ec7ba778306a40baaf5a0fbb) AuthConfig (28ddf1c037cf2f566b66a23213687aec62f21a6640aa2a333c703acbe091a91d) AuthConfig (c3b426ac2440f8a2799bde3408c4c71ec6513bafd31f5e2261c7f03b6741bb4c) AuthConfig (af9929c0f1485758704511c1d929277342b0d6dfff79e996720e47e2fbb8ea82)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"eacb7700-8cbe-42f9-a38e-e908105befb1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:27.062026419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"c09d2a64-7c1c-4341-bef4-31e269785262","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:27.0620488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"c09d2a64-7c1c-4341-bef4-31e269785262","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"rate-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"rate-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:29.117830855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"a38f973b-00d5-4d2b-80ea-0d01221a4224","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-2-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-2-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:29.118142888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"c9412a80-1e4c-47d5-b86c-97ffb4ddf0ef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:29.118369017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"f471b30f-51e0-4ca7-8397-99ac2861065c","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:29.172074458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"ec803e27-7bc2-4a17-83fd-2bf43796bc9c","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:29.22697072Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"a18a6be9-6844-4263-8fb8-925cf76f920d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:29.298507827Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"a18a6be9-6844-4263-8fb8-925cf76f920d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:29.352607956Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"premium-simulator-subscription","reconcileID":"a18a6be9-6844-4263-8fb8-925cf76f920d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-426941"},"name":"maas-trlp-premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941","model":"e2e-models-e2e-worker-w2-426941/premium-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:29.63203995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"5f49f15b-dec5-4a63-aed9-78bf4740c906","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:30.300683647Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-a-only-7259a1","reconcileID":"e72e023f-2100-43be-aa4f-24b1617f7210","MaaSSubscription":{"name":"e2e-a-only-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","subscription":"e2e-a-only-7259a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:30.354456011Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-a-only-7259a1","reconcileID":"e72e023f-2100-43be-aa4f-24b1617f7210","MaaSSubscription":{"name":"e2e-a-only-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:30.407995194Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"e2e-a-only-7259a1","reconcileID":"e72e023f-2100-43be-aa4f-24b1617f7210","MaaSSubscription":{"name":"e2e-a-only-7259a1","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"name":"maas-trlp-sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:30.686908879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"5f0314ef-677c-4f56-bfc2-58e83b05d495","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"tenant":"e2e-shared-a-w4-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","model":"ai-tenant-e2e-shared-a-w4-a9ed60/sub-test-model-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:30.686935937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"sub-test-model-a9ed60","reconcileID":"5f0314ef-677c-4f56-bfc2-58e83b05d495","MaaSModelRef":{"name":"sub-test-model-a9ed60","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"routeName":"sub-test-model-a9ed60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","llmisvcName":"sub-test-model-a9ed60","gateway":"openshift-ingress/e2e-shared-a-w4-a9ed60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:31.001828014Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"57cddac7-10ab-4eb0-a8af-16a7c365ec52","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:31.001893175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"0e5e4909-374b-4ed0-b5af-30304d1956d5","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:31.001907244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"0e5e4909-374b-4ed0-b5af-30304d1956d5","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:31.210102696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"57cddac7-10ab-4eb0-a8af-16a7c365ec52","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:31.278577404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-b-only-7259a1","reconcileID":"b8116fc7-42a5-4812-8ee6-2b705aa5a063","MaaSSubscription":{"name":"e2e-b-only-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"maas-trlp-sub-test-model-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:31.278773858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-shared-sub-7259a1","reconcileID":"b968bfb2-63c9-48b9-a41e-87eaf718a262","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"maas-trlp-sub-test-model-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:31.337128391Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"57cddac7-10ab-4eb0-a8af-16a7c365ec52","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"e2e-shared-b-w4-578636-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:31.337148381Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-sub-iso-auth-7259a1","reconcileID":"57cddac7-10ab-4eb0-a8af-16a7c365ec52","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:31.396334393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"f13e2781-d471-46cd-b838-4c67df3d94b9","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:31.396352393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"f13e2781-d471-46cd-b838-4c67df3d94b9","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:31.529275077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"47ed13c2-0891-4148-8321-6a2a51eb6411","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:31.529295243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"47ed13c2-0891-4148-8321-6a2a51eb6411","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:31.670748154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-b-only-7259a1","reconcileID":"0c840d69-4033-4bef-934c-0cb55c7de5aa","MaaSSubscription":{"name":"e2e-b-only-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"maas-trlp-sub-test-model-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:31.670860858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-shared-sub-7259a1","reconcileID":"3df1d103-8441-48db-a479-f1cb233dbbfc","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"maas-trlp-sub-test-model-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:33.621145126Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-68a6c923","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-68a6c923","reconcileID":"4ce4a253-b158-4363-a93d-2c6d954a5a63","aitenant":"ai-tenants/e2e-mt-68a6c923","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.088355521Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","namespace":"ai-tenant-e2e-worker-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.088412818Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","namespace":"ai-tenant-e2e-worker-w2-426941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.088464512Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","tenant":"e2e-worker-w2-426941","tenantID":"e2e-worker-w2-426941","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.143645484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","gvk":"Deployment","name":"maas-api-e2e-worker-w2-426941","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.204807224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","gvk":"Service","name":"maas-api-e2e-worker-w2-426941","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.249070053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ffa1906-fb70-4d2d-8355-f2c3bcedbb93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.303157102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ffa1906-fb70-4d2d-8355-f2c3bcedbb93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.309420204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-426941","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.357955099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ffa1906-fb70-4d2d-8355-f2c3bcedbb93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.412048122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ffa1906-fb70-4d2d-8355-f2c3bcedbb93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.413504384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-426941","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.471534196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-426941","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.479021998Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-68a6c923","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-68a6c923","reconcileID":"4ce4a253-b158-4363-a93d-2c6d954a5a63","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-68a6c923","removed":["maas.opendatahub.io/gateway-access-e2e-mt-68a6c923"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.52742308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-426941","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.585672059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-426941","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.641209834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-426941","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.694948333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-426941","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.749255301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-426941","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.811046392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","gvk":"Service","name":"payload-processing-e2e-worker-w2-426941","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.864476096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-426941","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.917507322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-426941","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:34.970742599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-426941","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:35.026567136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-426941","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:35.08264756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-426941","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:35.135934342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-426941","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:35.192066188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-426941","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:35.246133334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-426941","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:35.299848695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-426941"},"namespace":"ai-tenant-e2e-worker-w2-426941","name":"default-tenant","reconcileID":"c8b37f0d-6283-479e-bd92-50fb2a1569c9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-426941","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:35.526173688Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-access","reconcileID":"df9e4a3d-ba15-4353-8d42-4d0f306adafe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:35.526203066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"ad8aa200-fb64-4233-b4fa-3f77047fe2c7","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:35.699017101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"00a5de07-7b2c-44aa-bfce-6125e422a5b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:35.739465209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"1d69a3d8-c415-4a3a-8026-d71fca8e0195","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:35.757165288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"00a5de07-7b2c-44aa-bfce-6125e422a5b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:35.80358492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"b275cd60-0055-4159-b845-4f44c0036587","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:35.825708079Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-a-e9b363","reconcileID":"1b4a1e95-f912-4142-ae37-9705e590b1b0","MaaSSubscription":{"name":"e2e-rate-iso-a-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","subscription":"e2e-rate-iso-a-e9b363","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:35.878807377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"4eafc73e-3c9d-4eb2-99f7-13c6c1a06170","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:35.879802775Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-a-e9b363","reconcileID":"1b4a1e95-f912-4142-ae37-9705e590b1b0","MaaSSubscription":{"name":"e2e-rate-iso-a-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:35.95826146Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-rate-iso-a-e9b363","reconcileID":"1b4a1e95-f912-4142-ae37-9705e590b1b0","MaaSSubscription":{"name":"e2e-rate-iso-a-e9b363","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:36.039533084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"653e4f75-4b39-49d8-9f37-ab1f0d4b25db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:36.097356045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"653e4f75-4b39-49d8-9f37-ab1f0d4b25db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:36.255298419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"aaa10ea8-88d8-48f4-8d8d-30cef3eec4e4","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/rate-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:36.255319636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"rate-test-model-76c687","reconcileID":"aaa10ea8-88d8-48f4-8d8d-30cef3eec4e4","MaaSModelRef":{"name":"rate-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"rate-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"rate-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:36.361249908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f7567c-c6c8-4c1f-b9ca-eae925e09892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:36.391961727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"4d6ad87b-04cf-44d2-99a2-8fe2aa8c93ce","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:36.391982681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"4d6ad87b-04cf-44d2-99a2-8fe2aa8c93ce","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"rate-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"rate-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:36.415240572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f7567c-c6c8-4c1f-b9ca-eae925e09892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:36.469451363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f7567c-c6c8-4c1f-b9ca-eae925e09892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:36.52328859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f7567c-c6c8-4c1f-b9ca-eae925e09892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:37.170435111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"1c676460-a4b3-4784-9dce-b180f9e778bc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:37.227840832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"1c676460-a4b3-4784-9dce-b180f9e778bc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:37.284029109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-09ecd0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66e12a081451db81d068a5589f25ccbf175fa8817f25b56cca672840a35cd5ef) AuthConfig (afaef433dd881f6c69eeb7e71d3cc07487e81a95e4637d8d5cbc66b7890478e0) AuthConfig (76f3580269499fbe1fba4e0051f8635f9838c005f24b920b55b5343279a94db7) AuthConfig (94d01b0933a5e7bc4a07081e1111854159b20117c8101f615e252dbb7cdb528c) AuthConfig (1b97b7c0e6c4b15684f833623ddfbd3b17a5e3404579cb37347f2fa5d2399dd9) AuthConfig (6f444b9ab798898187f5a950efa46f7d63a459f5fb9ce2e3eeb871eea74052c4) AuthConfig (bf8f4b2216e3dc8984a6a477211d5c6859c5a5f7373cf0df7ba8283561e0f8d9) AuthConfig (795e78433ed1193df0ca5eb256ea303832ef1f4bea7b505a1cfd30f347e35033) AuthConfig (d2f0ccdb125822ce38d2dab2b09b66cbf2afa62fa3240c116b8d9bd390ca41e4) AuthConfig (28412b9c250d48564cd812965a2866d175d124329e1cf42388c88518100a8f26) AuthConfig (8abdd35a299247c077a5d3228c836866f4a07f8f8c8d7d955c082d01e6358f0f) AuthConfig (ac0fad3112e5f751a044cd0fcb07c5f6e16eca6c7878346ab19ee509d85d83ed) AuthConfig (15431aa3ad41e1a8f2cbceb9d259fd87ff9ea4f76414f2a4a6271821bc40eb05) AuthConfig (7658e0aa76ca1ae87ce67ceece07b90b71fa9daff52d0edd49ec5552486ec058) AuthConfig (5fce0decebb07c4c669bb5e998a29a9d2b3b0f72ec7ba778306a40baaf5a0fbb) AuthConfig (28ddf1c037cf2f566b66a23213687aec62f21a6640aa2a333c703acbe091a91d) AuthConfig (c3b426ac2440f8a2799bde3408c4c71ec6513bafd31f5e2261c7f03b6741bb4c) AuthConfig (af9929c0f1485758704511c1d929277342b0d6dfff79e996720e47e2fbb8ea82)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"1c676460-a4b3-4784-9dce-b180f9e778bc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:38.547849067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9f60b4-baee-4890-9a16-e19640e85dd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:38.601796128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9f60b4-baee-4890-9a16-e19640e85dd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:38.655539815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9f60b4-baee-4890-9a16-e19640e85dd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:38.709415674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9f60b4-baee-4890-9a16-e19640e85dd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:39.118963632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-2-w2-426941","reconcileID":"cfffde1c-0b57-4c39-bb78-e7557902ea1f","MaaSModelRef":{"name":"distinct-2-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-2-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-2-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:39.119203424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"distinct-w2-426941","reconcileID":"7b5eb6ed-8b42-4b90-ade1-58b2318d28ac","MaaSModelRef":{"name":"distinct-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"distinct-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"distinct-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:39.119366089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"simulator-w2-426941","reconcileID":"d41cc614-6763-48bb-beec-f0ff2499c90f","MaaSModelRef":{"name":"simulator-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"simulator-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"simulator-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:39.632914654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"namespace":"e2e-models-e2e-worker-w2-426941","name":"premium-w2-426941","reconcileID":"06e61210-acc3-4341-9070-206d0a8ce7e5","MaaSModelRef":{"name":"premium-w2-426941","namespace":"e2e-models-e2e-worker-w2-426941"},"routeName":"premium-w2-426941-kserve-route","namespace":"e2e-models-e2e-worker-w2-426941","llmisvcName":"premium-w2-426941","gateway":"openshift-ingress/e2e-worker-w2-426941","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:40.88791418Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:40.888284082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"distinct-2-w3-6a4ab0","reconcileID":"1a3cf9a8-1a2c-439b-b43e-f41dd1b05c08","MaaSModelRef":{"name":"distinct-2-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"distinct-2-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"distinct-2-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:41.170908005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"distinct-w3-6a4ab0","reconcileID":"381290e6-25aa-4e8e-9aca-cd3ab6f5b619","MaaSModelRef":{"name":"distinct-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"distinct-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"distinct-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:41.507938735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"65bdaf52-0027-4785-bfe5-f511f552d024","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:41.675363599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"81f2519e-8f85-49a6-87fc-88e99e96953c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:41.724423567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"8445416a-3583-427b-b974-c063c55a169e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:41.732537006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"81f2519e-8f85-49a6-87fc-88e99e96953c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:41.842775685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"00c3a8fb-8a4e-4693-bebd-b9e0f1eccae4","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:41.896124421Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"156a5855-8c0a-42e7-b822-efc54390a58c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:41.901349329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"a230d1cf-8d92-49f5-bc85-bef53fea79d7","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:41.949477109Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-shared-sub-7259a1","reconcileID":"efd46017-9106-4e62-b1d6-2ad30596d6b4","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","subscription":"e2e-shared-sub-7259a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:41.949961172Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"156a5855-8c0a-42e7-b822-efc54390a58c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:42.004030404Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"simulator-subscription","reconcileID":"156a5855-8c0a-42e7-b822-efc54390a58c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/simulator-w3-6a4ab0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:42.048134317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"48620458-c1e8-481c-8268-4ead24513d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:42.105237801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"48620458-c1e8-481c-8268-4ead24513d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:42.107377862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"7b0a53e2-5b7c-4af9-a343-c96b6bf61792","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:42.169127264Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-shared-sub-7259a1","reconcileID":"efd46017-9106-4e62-b1d6-2ad30596d6b4","MaaSSubscription":{"name":"e2e-shared-sub-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"maas-trlp-sub-test-model-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-578636/e2e-b-only-7259a1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:42.291860435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"2d68b9db-14f0-4d4b-8024-145fd31034eb","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:42.400748691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"96b8c6e8-42f9-43f4-97c0-d593042b7e69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:42.403684267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"ccc11b48-918d-4d1c-a485-2c78ca0f3d93","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:42.403702448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"ccc11b48-918d-4d1c-a485-2c78ca0f3d93","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:42.434475555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-b-only-7259a1","reconcileID":"df00ab1e-5185-45c4-afdc-754e8df248ce","MaaSSubscription":{"name":"e2e-b-only-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"maas-trlp-sub-test-model-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:42.458845666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"96b8c6e8-42f9-43f4-97c0-d593042b7e69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:42.705862754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"b423ea39-593c-4ab5-ab1a-954783eb3980","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:42.705891097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"b423ea39-593c-4ab5-ab1a-954783eb3980","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:46.637209352Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-b-e9b363","reconcileID":"9218bb23-d4fd-4b03-b85b-0f0cc945fe28","MaaSSubscription":{"name":"e2e-rate-iso-b-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","subscription":"e2e-rate-iso-b-e9b363","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:46.691634297Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-b-e9b363","reconcileID":"9218bb23-d4fd-4b03-b85b-0f0cc945fe28","MaaSSubscription":{"name":"e2e-rate-iso-b-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:46.745674721Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-rate-iso-b-e9b363","reconcileID":"9218bb23-d4fd-4b03-b85b-0f0cc945fe28","MaaSSubscription":{"name":"e2e-rate-iso-b-e9b363","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:47.023783349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"54922988-531f-461d-ad90-f6271a94de2a","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/rate-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:47.02380418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"rate-test-model-6b12ae","reconcileID":"54922988-531f-461d-ad90-f6271a94de2a","MaaSModelRef":{"name":"rate-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"rate-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"rate-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:47.39199789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"d7c8210c-c6be-4283-87e6-b3281c7f8512","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:47.449745001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"d7c8210c-c6be-4283-87e6-b3281c7f8512","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:47.506534347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-09ecd0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66e12a081451db81d068a5589f25ccbf175fa8817f25b56cca672840a35cd5ef) AuthConfig (afaef433dd881f6c69eeb7e71d3cc07487e81a95e4637d8d5cbc66b7890478e0) AuthConfig (76f3580269499fbe1fba4e0051f8635f9838c005f24b920b55b5343279a94db7) AuthConfig (94d01b0933a5e7bc4a07081e1111854159b20117c8101f615e252dbb7cdb528c) AuthConfig (1b97b7c0e6c4b15684f833623ddfbd3b17a5e3404579cb37347f2fa5d2399dd9) AuthConfig (6f444b9ab798898187f5a950efa46f7d63a459f5fb9ce2e3eeb871eea74052c4) AuthConfig (bf8f4b2216e3dc8984a6a477211d5c6859c5a5f7373cf0df7ba8283561e0f8d9) AuthConfig (795e78433ed1193df0ca5eb256ea303832ef1f4bea7b505a1cfd30f347e35033) AuthConfig (d2f0ccdb125822ce38d2dab2b09b66cbf2afa62fa3240c116b8d9bd390ca41e4) AuthConfig (28412b9c250d48564cd812965a2866d175d124329e1cf42388c88518100a8f26) AuthConfig (8abdd35a299247c077a5d3228c836866f4a07f8f8c8d7d955c082d01e6358f0f) AuthConfig (ac0fad3112e5f751a044cd0fcb07c5f6e16eca6c7878346ab19ee509d85d83ed) AuthConfig (15431aa3ad41e1a8f2cbceb9d259fd87ff9ea4f76414f2a4a6271821bc40eb05) AuthConfig (7658e0aa76ca1ae87ce67ceece07b90b71fa9daff52d0edd49ec5552486ec058) AuthConfig (5fce0decebb07c4c669bb5e998a29a9d2b3b0f72ec7ba778306a40baaf5a0fbb) AuthConfig (28ddf1c037cf2f566b66a23213687aec62f21a6640aa2a333c703acbe091a91d) AuthConfig (c3b426ac2440f8a2799bde3408c4c71ec6513bafd31f5e2261c7f03b6741bb4c) AuthConfig (af9929c0f1485758704511c1d929277342b0d6dfff79e996720e47e2fbb8ea82)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"d7c8210c-c6be-4283-87e6-b3281c7f8512","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:48.459974025Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"5c89d2db-ce59-433b-8610-31b347d4e1f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:48.591097217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"82a74039-5bdb-44a6-8180-e2cf91939e25","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:48.742085371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"5c89d2db-ce59-433b-8610-31b347d4e1f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:48.840320397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"b43da159-645c-49ae-8125-d00aec0517d3","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:48.869660776Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"5c89d2db-ce59-433b-8610-31b347d4e1f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"e2e-worker-w3-6a4ab0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:48.869681761Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-access","reconcileID":"5c89d2db-ce59-433b-8610-31b347d4e1f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6a4ab0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:48.905048984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"4a138d5e-a2ac-4f64-957a-eead778bc4d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:48.92685061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"ae3f1b97-541c-4669-acf1-a56f6ddeac68","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:49.373064132Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"3c880866-b99f-447e-ace9-0357a5494b3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5da01c77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:49.499588367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"distinct-2-w3-6a4ab0","reconcileID":"7b780c45-5089-4a8e-9b67-fd2a93e22066","MaaSModelRef":{"name":"distinct-2-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"distinct-2-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"distinct-2-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:49.499847356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"distinct-w3-6a4ab0","reconcileID":"ce50f031-f9f9-4da8-8dd0-b4f6613492de","MaaSModelRef":{"name":"distinct-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"distinct-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"distinct-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:49.500059093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"c926abac-2657-475c-877b-21118e7c7f42","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:49.500255669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"8686674b-5033-4092-b052-b31486910075","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:49.701394617Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-426941","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-426941","reconcileID":"f75e5568-a902-4cc9-a262-e56bc2d1613f","aitenant":"ai-tenants/e2e-worker-w2-426941","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:49.887524083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"750cae3a-dcad-4c91-906c-047c908bc847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:49.941339003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"750cae3a-dcad-4c91-906c-047c908bc847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:49.995040134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"750cae3a-dcad-4c91-906c-047c908bc847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:50.048930452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"750cae3a-dcad-4c91-906c-047c908bc847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:50.495789537Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-426941","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-426941","reconcileID":"f75e5568-a902-4cc9-a262-e56bc2d1613f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-426941","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-426941"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:51.988034449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6c27ba-18eb-4359-98af-97bf0e10f344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:52.047124765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6c27ba-18eb-4359-98af-97bf0e10f344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:52.102258179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6c27ba-18eb-4359-98af-97bf0e10f344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:52.156560699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6c27ba-18eb-4359-98af-97bf0e10f344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:52.87218791Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-b-only-7259a1","reconcileID":"7643b982-9ab1-4749-a144-b05855c016b7","MaaSSubscription":{"name":"e2e-b-only-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","subscription":"e2e-b-only-7259a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:52.926049815Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-b-only-7259a1","reconcileID":"7643b982-9ab1-4749-a144-b05855c016b7","MaaSSubscription":{"name":"e2e-b-only-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:52.980058626Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"e2e-b-only-7259a1","reconcileID":"7643b982-9ab1-4749-a144-b05855c016b7","MaaSSubscription":{"name":"e2e-b-only-7259a1","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"name":"maas-trlp-sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:53.304938254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"5a21dc44-ac47-472e-89e8-52c97bd50019","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"tenant":"e2e-shared-b-w4-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","model":"ai-tenant-e2e-shared-b-w4-578636/sub-test-model-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:53.304960913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"sub-test-model-578636","reconcileID":"5a21dc44-ac47-472e-89e8-52c97bd50019","MaaSModelRef":{"name":"sub-test-model-578636","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"routeName":"sub-test-model-578636-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-578636","llmisvcName":"sub-test-model-578636","gateway":"openshift-ingress/e2e-shared-b-w4-578636","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:54.137516124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a55843-d9b1-4f4c-8041-0a53a9c8bc64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:54.191563126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a55843-d9b1-4f4c-8041-0a53a9c8bc64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:54.245685883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a55843-d9b1-4f4c-8041-0a53a9c8bc64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:54.29969888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a55843-d9b1-4f4c-8041-0a53a9c8bc64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:57.615300222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"43a26459-d17d-4094-93dd-e9234fe1d37e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:57.672574937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"43a26459-d17d-4094-93dd-e9234fe1d37e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:57.728754264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-09ecd0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66e12a081451db81d068a5589f25ccbf175fa8817f25b56cca672840a35cd5ef) AuthConfig (afaef433dd881f6c69eeb7e71d3cc07487e81a95e4637d8d5cbc66b7890478e0) AuthConfig (76f3580269499fbe1fba4e0051f8635f9838c005f24b920b55b5343279a94db7) AuthConfig (94d01b0933a5e7bc4a07081e1111854159b20117c8101f615e252dbb7cdb528c) AuthConfig (1b97b7c0e6c4b15684f833623ddfbd3b17a5e3404579cb37347f2fa5d2399dd9) AuthConfig (6f444b9ab798898187f5a950efa46f7d63a459f5fb9ce2e3eeb871eea74052c4) AuthConfig (bf8f4b2216e3dc8984a6a477211d5c6859c5a5f7373cf0df7ba8283561e0f8d9) AuthConfig (795e78433ed1193df0ca5eb256ea303832ef1f4bea7b505a1cfd30f347e35033) AuthConfig (d2f0ccdb125822ce38d2dab2b09b66cbf2afa62fa3240c116b8d9bd390ca41e4) AuthConfig (28412b9c250d48564cd812965a2866d175d124329e1cf42388c88518100a8f26) AuthConfig (8abdd35a299247c077a5d3228c836866f4a07f8f8c8d7d955c082d01e6358f0f) AuthConfig (ac0fad3112e5f751a044cd0fcb07c5f6e16eca6c7878346ab19ee509d85d83ed) AuthConfig (15431aa3ad41e1a8f2cbceb9d259fd87ff9ea4f76414f2a4a6271821bc40eb05) AuthConfig (7658e0aa76ca1ae87ce67ceece07b90b71fa9daff52d0edd49ec5552486ec058) AuthConfig (5fce0decebb07c4c669bb5e998a29a9d2b3b0f72ec7ba778306a40baaf5a0fbb) AuthConfig (28ddf1c037cf2f566b66a23213687aec62f21a6640aa2a333c703acbe091a91d) AuthConfig (c3b426ac2440f8a2799bde3408c4c71ec6513bafd31f5e2261c7f03b6741bb4c) AuthConfig (af9929c0f1485758704511c1d929277342b0d6dfff79e996720e47e2fbb8ea82)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"43a26459-d17d-4094-93dd-e9234fe1d37e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:59.430232013Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"e48feea3-b8ba-4729-977a-3a0fd9d9cc2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:59.484152827Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"e48feea3-b8ba-4729-977a-3a0fd9d9cc2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:59.500135875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"distinct-2-w3-6a4ab0","reconcileID":"d1c33206-de82-4974-988c-ba91013f2f5e","MaaSModelRef":{"name":"distinct-2-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"distinct-2-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"distinct-2-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:59.500470368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"distinct-w3-6a4ab0","reconcileID":"3f92dc20-87ff-45c5-854f-9de512c22781","MaaSModelRef":{"name":"distinct-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"distinct-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"distinct-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:59.50069688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"45a6e75f-28d1-404f-9dd6-72c3e691c85f","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:59.500894415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"092e7536-fec5-49e3-ad84-b03ad198bced","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:59.538387392Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"premium-simulator-subscription","reconcileID":"e48feea3-b8ba-4729-977a-3a0fd9d9cc2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"name":"maas-trlp-premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0","model":"e2e-models-e2e-worker-w3-6a4ab0/premium-w3-6a4ab0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:10:59.815353149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"fe375be6-6600-401c-8fae-986c4f431b72","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:07.83723598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"b0e8389a-f160-474e-bfa2-716011841ffa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:07.895009908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"b0e8389a-f160-474e-bfa2-716011841ffa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:08.170550386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"5459cf63-88f7-40b1-8421-e7142012fdc9","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:08.170572783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"5459cf63-88f7-40b1-8421-e7142012fdc9","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"rate-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"rate-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:09.501410872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"distinct-2-w3-6a4ab0","reconcileID":"4d93dbd8-7c8a-4098-810c-c3b6933be77f","MaaSModelRef":{"name":"distinct-2-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"distinct-2-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"distinct-2-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:09.501694988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"distinct-w3-6a4ab0","reconcileID":"f40578a1-acbf-48d0-a6c8-47c195556a26","MaaSModelRef":{"name":"distinct-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"distinct-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"distinct-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:09.501887067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"0b442a1b-ca3b-4edf-baa7-9df236707fbc","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:09.816724225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"02759542-ff07-42a5-b507-328ca07931f9","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:10.526551097Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","namespace":"ai-tenant-e2e-worker-w3-6a4ab0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:10.526631098Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","namespace":"ai-tenant-e2e-worker-w3-6a4ab0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:10.526702708Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","tenant":"e2e-worker-w3-6a4ab0","tenantID":"e2e-worker-w3-6a4ab0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:10.581844383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","gvk":"Deployment","name":"maas-api-e2e-worker-w3-6a4ab0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:10.644780541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","gvk":"Service","name":"maas-api-e2e-worker-w3-6a4ab0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:10.700979822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-6a4ab0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:10.756673988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-6a4ab0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:10.815591328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-6a4ab0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:10.842783646Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:10.871715859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-6a4ab0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:10.929658755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-6a4ab0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:10.988028315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-6a4ab0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:11.041471271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-6a4ab0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:11.094689896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-6a4ab0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:11.148131212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","gvk":"Service","name":"payload-processing-e2e-worker-w3-6a4ab0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:11.201594459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-6a4ab0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:11.255072013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-6a4ab0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:11.308282755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-6a4ab0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:11.361845938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-6a4ab0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:11.418376196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-6a4ab0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:11.47166524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-6a4ab0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:11.525047147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-6a4ab0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:11.580845904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-6a4ab0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:11.634786089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6a4ab0"},"namespace":"ai-tenant-e2e-worker-w3-6a4ab0","name":"default-tenant","reconcileID":"ae1cb0a0-67d3-4570-acfa-3342fa525774","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-6a4ab0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:13.63154541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"9da8824f-3adc-4a75-9aab-a1d8749c9859","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:13.63156958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"9da8824f-3adc-4a75-9aab-a1d8749c9859","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"rate-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"rate-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:13.690811411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"1ce6773a-d6e4-4503-aa43-cf6ed178d2bf","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:13.690836495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"1ce6773a-d6e4-4503-aa43-cf6ed178d2bf","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"rate-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"rate-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:13.739027083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"b65eff08-d29e-428c-9d03-9f85c5519d42","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:11:13.742926327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-a-95dbc1","reconcileID":"bb5b636c-35cf-4b1c-bc94-754d7e30d7bc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-95dbc1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:13.796856751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"b65eff08-d29e-428c-9d03-9f85c5519d42","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:13.854591937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"b3d37052-3952-4b4f-bd84-ad54413e1ca6","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:13.854612788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"b3d37052-3952-4b4f-bd84-ad54413e1ca6","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"rate-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"rate-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:13.912709939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"4a5998b5-ec20-463b-9d3f-57475b669652","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:13.912757772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"4a5998b5-ec20-463b-9d3f-57475b669652","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"rate-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"rate-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:13.961531278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"11e11404-bb5f-441b-a6d5-159fd1f3a544","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:13.961551717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"11e11404-bb5f-441b-a6d5-159fd1f3a544","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"rate-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"rate-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.020790306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"62afcf7c-23df-46d4-9e42-f08bfdabe825","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.020815195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"62afcf7c-23df-46d4-9e42-f08bfdabe825","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"rate-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"rate-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.068972793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"1320fc52-4215-4d2b-8bfa-c3058641eb71","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:11:14.071160351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-b-95dbc1","reconcileID":"6a5d6bfa-cf15-4788-9441-40caf75bdc18","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-95dbc1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:11:14.077382985Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"62afcf7c-23df-46d4-9e42-f08bfdabe825","name":"rate-test-model-09ecd0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-09ecd0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:11:14.0774589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"62afcf7c-23df-46d4-9e42-f08bfdabe825","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-09ecd0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.083014687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"65f75639-c2d6-46f6-9b62-d83448316580","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.083040897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"65f75639-c2d6-46f6-9b62-d83448316580","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"rate-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"rate-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.127977142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"1320fc52-4215-4d2b-8bfa-c3058641eb71","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.1319168Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-a-95dbc1","reconcileID":"3ab3df92-fa15-4e0c-85ad-2803dc920dec","MaaSSubscription":{"name":"e2e-rate-iso-a-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"maas-trlp-rate-test-model-44a484","model":"rate-test-model-44a484","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-44a484/e2e-rate-iso-a-95dbc1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.170961971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"fa5aa94f-2073-4f0f-ad68-bdaee6af1913","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.182543422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"c2605d67-fd58-4208-8111-f2a48938daf6","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.182562609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"c2605d67-fd58-4208-8111-f2a48938daf6","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"rate-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"rate-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.229061427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"fa5aa94f-2073-4f0f-ad68-bdaee6af1913","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.239560476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"27570f65-c87a-4ecf-b100-b478146867c7","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.239578945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"27570f65-c87a-4ecf-b100-b478146867c7","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"rate-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"rate-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.298311738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"6271e2db-6144-4d26-985b-8e06deb7cc1a","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.298331353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"6271e2db-6144-4d26-985b-8e06deb7cc1a","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"rate-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"rate-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.443836407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"0dfa0e73-7ae0-4b33-815b-a2c53c944836","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.46051082Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-b-95dbc1","reconcileID":"d8d7784b-20ec-423b-8f64-9bcd274447ee","MaaSSubscription":{"name":"e2e-rate-iso-b-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"maas-trlp-rate-test-model-09ecd0","model":"rate-test-model-09ecd0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-09ecd0/e2e-rate-iso-b-95dbc1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.501400347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"0dfa0e73-7ae0-4b33-815b-a2c53c944836","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.556112709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-a-95dbc1","reconcileID":"03fc59bd-d088-4e77-97f8-a6538a98a78e","MaaSSubscription":{"name":"e2e-rate-iso-a-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"maas-trlp-rate-test-model-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.630179653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"a3fe5fd1-2cc6-440f-a56f-e1b57c766d0c","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.630203807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"a3fe5fd1-2cc6-440f-a56f-e1b57c766d0c","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"rate-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"rate-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:14.844687932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-b-95dbc1","reconcileID":"02e6e9d4-301a-4dbc-a07c-af0e6e093465","MaaSSubscription":{"name":"e2e-rate-iso-b-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"maas-trlp-rate-test-model-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:17.18529389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"distinct-2-w3-6a4ab0","reconcileID":"3c92478b-365a-4fb0-b1b9-9af017ce40a3","MaaSModelRef":{"name":"distinct-2-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"distinct-2-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"distinct-2-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:17.18564908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"distinct-w3-6a4ab0","reconcileID":"fcbe1f1a-3348-478d-ad47-f055fe7df959","MaaSModelRef":{"name":"distinct-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"distinct-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"distinct-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:17.185923905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"simulator-w3-6a4ab0","reconcileID":"8c4c2b1c-5fc4-474f-9899-01ba16129a59","MaaSModelRef":{"name":"simulator-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"simulator-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"simulator-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:17.18615307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"namespace":"e2e-models-e2e-worker-w3-6a4ab0","name":"premium-w3-6a4ab0","reconcileID":"0c64d2f0-8cdc-4211-8594-45fe2f55c7cc","MaaSModelRef":{"name":"premium-w3-6a4ab0","namespace":"e2e-models-e2e-worker-w3-6a4ab0"},"routeName":"premium-w3-6a4ab0-kserve-route","namespace":"e2e-models-e2e-worker-w3-6a4ab0","llmisvcName":"premium-w3-6a4ab0","gateway":"openshift-ingress/e2e-worker-w3-6a4ab0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:20.049672267Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-6a4ab0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-6a4ab0","reconcileID":"804943c3-6575-436c-bafb-1d58ccc817a3","aitenant":"ai-tenants/e2e-worker-w3-6a4ab0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:20.653633718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c99d73-12bb-4c39-9237-ac832bdef2ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:20.707994405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c99d73-12bb-4c39-9237-ac832bdef2ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:20.762054942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c99d73-12bb-4c39-9237-ac832bdef2ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:20.816153678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c99d73-12bb-4c39-9237-ac832bdef2ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:20.877259904Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-6a4ab0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-6a4ab0","reconcileID":"804943c3-6575-436c-bafb-1d58ccc817a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-6a4ab0","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-6a4ab0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:22.758882139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59883456-443b-438e-9fab-47ed98202695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:22.813039815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59883456-443b-438e-9fab-47ed98202695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:22.867196151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59883456-443b-438e-9fab-47ed98202695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:22.921849637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59883456-443b-438e-9fab-47ed98202695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:24.857583268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07dc10c8-aafc-47de-993f-ebfe9f170107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:24.911968479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07dc10c8-aafc-47de-993f-ebfe9f170107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:24.965925649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07dc10c8-aafc-47de-993f-ebfe9f170107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:25.01998156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07dc10c8-aafc-47de-993f-ebfe9f170107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:39.687629525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-a-95dbc1","reconcileID":"26c44146-00b9-4e7b-862f-e8d04ea7fb63","MaaSSubscription":{"name":"e2e-rate-iso-a-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"maas-trlp-rate-test-model-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:39.864721782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"14041a48-2d09-4a28-b807-517d2393561e","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:39.864775807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"14041a48-2d09-4a28-b807-517d2393561e","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"rate-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"rate-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:40.336452145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-b-95dbc1","reconcileID":"bbc90eb2-0c16-477f-bcb6-eecf29dca13d","MaaSSubscription":{"name":"e2e-rate-iso-b-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"maas-trlp-rate-test-model-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:40.506018873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"341c4da6-74ea-4c03-955e-ae0e324f7332","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:40.506041969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"341c4da6-74ea-4c03-955e-ae0e324f7332","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"rate-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"rate-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:40.832613197Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:40.928453954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"72904b34-c2ae-4424-996c-534daaf8e4b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:40.986321679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"72904b34-c2ae-4424-996c-534daaf8e4b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:41.055871279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"cb192ff9-1027-4a42-b4bf-40c7945ae67a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:41.113254493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"cb192ff9-1027-4a42-b4bf-40c7945ae67a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:45.401782389Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"ba7c3b7d-0e2b-432a-a71c-95f0ddb50cb8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:45.401826066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"47041106-6664-4346-9db7-f11e47ee38ba","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:45.401842798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"47041106-6664-4346-9db7-f11e47ee38ba","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"rate-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"rate-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:45.609839139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"ba7c3b7d-0e2b-432a-a71c-95f0ddb50cb8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:45.677198267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-a-95dbc1","reconcileID":"67619f5f-8375-436b-ac8a-67a5afaeb54b","MaaSSubscription":{"name":"e2e-rate-iso-a-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"maas-trlp-rate-test-model-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:45.734000628Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"ba7c3b7d-0e2b-432a-a71c-95f0ddb50cb8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"e2e-shared-a-w1-44a484-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:45.734022419Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"ba7c3b7d-0e2b-432a-a71c-95f0ddb50cb8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:45.791720378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"900f0cd0-6c79-4223-8a2d-9e9f2bd0827c","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:45.791769308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"900f0cd0-6c79-4223-8a2d-9e9f2bd0827c","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"rate-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"rate-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:45.931163604Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"f1a7f58e-38a7-4df3-ab0a-5d2b260bc6c6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:45.931224309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"31d54e4f-90ec-459e-9911-de70a28b95d0","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:45.931238103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"31d54e4f-90ec-459e-9911-de70a28b95d0","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"rate-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"rate-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:46.070050909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-a-95dbc1","reconcileID":"ba055864-ac71-42c8-9b1a-8c5c1d2a0c38","MaaSSubscription":{"name":"e2e-rate-iso-a-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"maas-trlp-rate-test-model-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:46.138201249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"f1a7f58e-38a7-4df3-ab0a-5d2b260bc6c6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:46.205919007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-b-95dbc1","reconcileID":"969e73d2-9619-4722-8efe-0561c1d679b4","MaaSSubscription":{"name":"e2e-rate-iso-b-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"maas-trlp-rate-test-model-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:46.264349861Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"f1a7f58e-38a7-4df3-ab0a-5d2b260bc6c6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"e2e-shared-b-w1-09ecd0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:46.264378266Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-auth-95dbc1","reconcileID":"f1a7f58e-38a7-4df3-ab0a-5d2b260bc6c6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:46.322112552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"f5a944e7-f617-4969-90ab-1a27640ef548","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:46.322132689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"f5a944e7-f617-4969-90ab-1a27640ef548","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"rate-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"rate-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:46.462209256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"61b58260-9105-403c-a74c-af311cdcfa63","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:46.462228573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"61b58260-9105-403c-a74c-af311cdcfa63","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"rate-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"rate-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:46.598164932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-b-95dbc1","reconcileID":"95d2a1c9-b5bf-402b-87fb-98d5fb62a258","MaaSSubscription":{"name":"e2e-rate-iso-b-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"maas-trlp-rate-test-model-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:55.068835611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d4cc6b-f537-4c00-bf6e-74798d96d826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:55.122679468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d4cc6b-f537-4c00-bf6e-74798d96d826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:55.176449743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d4cc6b-f537-4c00-bf6e-74798d96d826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:55.230804856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d4cc6b-f537-4c00-bf6e-74798d96d826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:56.690962498Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-a-95dbc1","reconcileID":"031cab72-ff66-419c-a336-0cacb96794a4","MaaSSubscription":{"name":"e2e-rate-iso-a-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","subscription":"e2e-rate-iso-a-95dbc1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:56.745238759Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-a-95dbc1","reconcileID":"031cab72-ff66-419c-a336-0cacb96794a4","MaaSSubscription":{"name":"e2e-rate-iso-a-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:56.79929014Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"e2e-rate-iso-a-95dbc1","reconcileID":"031cab72-ff66-419c-a336-0cacb96794a4","MaaSSubscription":{"name":"e2e-rate-iso-a-95dbc1","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"name":"maas-trlp-rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:57.079330516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"91fd2611-384e-454b-98f4-1cf4edfa8419","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"tenant":"e2e-shared-a-w1-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","model":"ai-tenant-e2e-shared-a-w1-44a484/rate-test-model-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:57.07935244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"rate-test-model-44a484","reconcileID":"91fd2611-384e-454b-98f4-1cf4edfa8419","MaaSModelRef":{"name":"rate-test-model-44a484","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"routeName":"rate-test-model-44a484-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-44a484","llmisvcName":"rate-test-model-44a484","gateway":"openshift-ingress/e2e-shared-a-w1-44a484","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:57.206857856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"4731d73c-3500-4771-b695-2fa1f8c67cb5","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:57.206877256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"4731d73c-3500-4771-b695-2fa1f8c67cb5","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"rate-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"rate-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:57.243913341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4851b5e-581a-4fcc-97be-e8830301baf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:57.299614097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4851b5e-581a-4fcc-97be-e8830301baf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:57.354020969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4851b5e-581a-4fcc-97be-e8830301baf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:11:57.408325679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4851b5e-581a-4fcc-97be-e8830301baf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:07.413751657Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-b-95dbc1","reconcileID":"4d5a40ee-6678-48a7-a9fb-25df47ce7e3a","MaaSSubscription":{"name":"e2e-rate-iso-b-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","subscription":"e2e-rate-iso-b-95dbc1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:07.468832667Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-b-95dbc1","reconcileID":"4d5a40ee-6678-48a7-a9fb-25df47ce7e3a","MaaSSubscription":{"name":"e2e-rate-iso-b-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:07.523994151Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"e2e-rate-iso-b-95dbc1","reconcileID":"4d5a40ee-6678-48a7-a9fb-25df47ce7e3a","MaaSSubscription":{"name":"e2e-rate-iso-b-95dbc1","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"name":"maas-trlp-rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:07.803070483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"8e1d7984-1fd3-42de-8f9e-cd61ee69266f","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"tenant":"e2e-shared-b-w1-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","model":"ai-tenant-e2e-shared-b-w1-09ecd0/rate-test-model-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:07.803091476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"rate-test-model-09ecd0","reconcileID":"8e1d7984-1fd3-42de-8f9e-cd61ee69266f","MaaSModelRef":{"name":"rate-test-model-09ecd0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"routeName":"rate-test-model-09ecd0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","llmisvcName":"rate-test-model-09ecd0","gateway":"openshift-ingress/e2e-shared-b-w1-09ecd0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:10.833754765Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:21.247105367Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:21.247182903Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:21.247253088Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","tenant":"e2e-shared-a-w4-a9ed60","tenantID":"e2e-shared-a-w4-a9ed60","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:21.302872722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-a9ed60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:21.364834895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","gvk":"Service","name":"maas-api-e2e-shared-a-w4-a9ed60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:21.422209909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-a9ed60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:21.477810849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-a9ed60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:21.534084617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-a9ed60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:21.589967491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-a9ed60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:21.648269869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-a9ed60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:21.705012378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-a9ed60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:21.763228557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-a9ed60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:21.817651016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-a9ed60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:21.871160126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-a9ed60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:21.924869823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-a9ed60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:21.978202704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-a9ed60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:22.031712222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-a9ed60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:22.085169999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-a9ed60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:22.141429073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-a9ed60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:22.194866104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-a9ed60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:22.248424699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-a9ed60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:22.302288572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-a9ed60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:22.356074723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a9ed60"},"namespace":"ai-tenant-e2e-shared-a-w4-a9ed60","name":"default-tenant","reconcileID":"669b36d8-f1ab-4bed-8063-1f761da5d8f4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-a9ed60","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:23.845845023Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-a9ed60","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-a9ed60","reconcileID":"5d319c06-7f32-45ee-a561-ead9e9506f39","aitenant":"ai-tenants/e2e-shared-a-w4-a9ed60","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:24.420077812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba99f1c-2b5f-4e06-ba08-98b7639bd51f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:24.476007766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba99f1c-2b5f-4e06-ba08-98b7639bd51f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:24.53033783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba99f1c-2b5f-4e06-ba08-98b7639bd51f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:24.584669379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba99f1c-2b5f-4e06-ba08-98b7639bd51f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:24.700745286Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-a9ed60","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-a9ed60","reconcileID":"5d319c06-7f32-45ee-a561-ead9e9506f39","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-a9ed60","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-a9ed60"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:26.638060519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05ea0ff-4c4c-470d-9589-dfdde3a2f00f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:26.692267984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05ea0ff-4c4c-470d-9589-dfdde3a2f00f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:26.746145978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05ea0ff-4c4c-470d-9589-dfdde3a2f00f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:26.800236286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05ea0ff-4c4c-470d-9589-dfdde3a2f00f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:28.759696868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"878ddb84-ec3e-4f29-b46d-36e3cc61c707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:28.817377689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"878ddb84-ec3e-4f29-b46d-36e3cc61c707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:28.871314815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"878ddb84-ec3e-4f29-b46d-36e3cc61c707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:28.925311471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"878ddb84-ec3e-4f29-b46d-36e3cc61c707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:32.665912107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4aaf36e-b747-40fe-9318-db3cab634944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:32.719793572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4aaf36e-b747-40fe-9318-db3cab634944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:32.775009858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4aaf36e-b747-40fe-9318-db3cab634944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:32.830149488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4aaf36e-b747-40fe-9318-db3cab634944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:34.847324325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6267e24f-f5ab-41b5-9cbd-57b26ddff69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:34.901603153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6267e24f-f5ab-41b5-9cbd-57b26ddff69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:34.955943926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6267e24f-f5ab-41b5-9cbd-57b26ddff69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:35.009906782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6267e24f-f5ab-41b5-9cbd-57b26ddff69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:38.213288223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"409d3c0a-a120-4935-891d-e17ffb0fc043","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:38.213322972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"409d3c0a-a120-4935-891d-e17ffb0fc043","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:12:40.832550371Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:07.536896156Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","namespace":"ai-tenant-e2e-shared-b-w4-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:07.536978493Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","namespace":"ai-tenant-e2e-shared-b-w4-578636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:07.537044976Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","tenant":"e2e-shared-b-w4-578636","tenantID":"e2e-shared-b-w4-578636","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:07.594852123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-578636","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:07.657836859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","gvk":"Service","name":"maas-api-e2e-shared-b-w4-578636","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:07.714267971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-578636","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:07.769600991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-578636","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:07.83318693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-578636","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:07.888861355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-578636","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:07.946894765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-578636","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:08.004321748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-578636","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:08.057772532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-578636","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:08.112038189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-578636","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:08.165701229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-578636","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:08.219149982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-578636","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:08.272422747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-578636","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:08.325605092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-578636","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:08.380849231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-578636","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:08.437253952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-578636","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:08.490540346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-578636","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:08.544146682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-578636","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:08.597623313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-578636","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:08.650969512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-578636"},"namespace":"ai-tenant-e2e-shared-b-w4-578636","name":"default-tenant","reconcileID":"97bff8a0-3b90-42ae-af86-7bb064f6a138","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-578636","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:09.26260854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"4cb1112b-6bbb-4434-b244-fa2c058c80ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:09.371909038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"ce1fc518-ec58-47af-a9d2-a606dcac87fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:09.467335908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"74f12d9d-332b-4652-b674-580925d4196f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:09.567464057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3f8d4d91-685e-40d5-87fe-16da95785887","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:09.754685095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fdebb916-44f9-4e7a-8f2f-fb2b9d8496cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:09.851659648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"3b4e661f-a6a4-4571-a4ad-695e44e5b5de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:09.863144193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"c4586a89-5aee-481e-86b2-3b1b5d22ac09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:09.974353401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"57a5f6b8-d984-436a-9188-c5ea58e9a5d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:10.832239129Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:10.841838852Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-578636","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-578636","reconcileID":"3701dbb4-867b-417e-a9c5-d241c78431e9","aitenant":"ai-tenants/e2e-shared-b-w4-578636","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:11.442510422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf60e2f-4750-4284-b830-c2771e897a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:11.496784196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf60e2f-4750-4284-b830-c2771e897a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:11.551198909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf60e2f-4750-4284-b830-c2771e897a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:11.605083855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf60e2f-4750-4284-b830-c2771e897a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:11.663010273Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-578636","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-578636","reconcileID":"3701dbb4-867b-417e-a9c5-d241c78431e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-578636","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-578636"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:12.78843439Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-access","reconcileID":"ae5170e2-1b84-4467-951e-23b03dde1c9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:12.788492596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"6dc89d3b-6fb9-46e7-9865-cd540decea3e","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:13.015434524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"3c0f1aec-6d07-4e24-9b83-d30e41abf207","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:13.02130938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"2183884e-61f6-466c-bcf8-d0a62721201c","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:13.070214927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"d3e3d5d3-cf35-4071-878c-f81af328d3b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:13.073398225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"3c0f1aec-6d07-4e24-9b83-d30e41abf207","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:13.162613575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"d2cfddaa-8c22-4373-a45a-882132706ff6","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:13.341791681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"34938418-d0a1-4432-9d49-e34fe87699b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:13.399098138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"34938418-d0a1-4432-9d49-e34fe87699b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:13.549870422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7266a29f-8810-4ec7-be67-2a3bc3081059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:13.60369915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7266a29f-8810-4ec7-be67-2a3bc3081059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:13.657605551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7266a29f-8810-4ec7-be67-2a3bc3081059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:13.711539906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7266a29f-8810-4ec7-be67-2a3bc3081059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:15.654005143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd906cee-f227-4bc6-b1ad-5f50cc8fbe96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:15.708110612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd906cee-f227-4bc6-b1ad-5f50cc8fbe96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:15.762113216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd906cee-f227-4bc6-b1ad-5f50cc8fbe96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:15.815891125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd906cee-f227-4bc6-b1ad-5f50cc8fbe96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:19.045192405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e49309a-8c2c-4d8a-b74d-dcdb9350dd4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:19.099790394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e49309a-8c2c-4d8a-b74d-dcdb9350dd4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:19.154042606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e49309a-8c2c-4d8a-b74d-dcdb9350dd4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:19.208442112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e49309a-8c2c-4d8a-b74d-dcdb9350dd4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:19.910110931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f76a5b27-6b38-4d4e-a847-61a7a1d1f626","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:20.134331863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"41219983-79c0-419f-bfa7-4fd3ccdbbc19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:20.226973474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"911a3f33-f154-42aa-b0ed-dd11d850e33f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:20.367259465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"48e2a6ad-5972-4379-8e7b-e0a5669d4de1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:20.530213597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"a703739d-0424-473b-be44-0e3201755032","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:20.530305167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"187b7cc8-f831-472a-8ef7-89af10fd4123","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:20.632019141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"dd4622bd-2eae-482a-9fe4-502310bda5f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:21.166659378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71580581-f372-4b4c-9631-1f920ecc09f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:21.220586708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71580581-f372-4b4c-9631-1f920ecc09f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:21.274656145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71580581-f372-4b4c-9631-1f920ecc09f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:21.328527613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71580581-f372-4b4c-9631-1f920ecc09f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:22.299758877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"ed7f06c8-7dca-4e36-b3d3-ec7478830625","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:23.348606893Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"a7e78449-15f1-4a3d-b9f5-852bfed5f867","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:23.402614071Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"a7e78449-15f1-4a3d-b9f5-852bfed5f867","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:23.457056772Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"simulator-subscription","reconcileID":"a7e78449-15f1-4a3d-b9f5-852bfed5f867","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/simulator-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:23.734614709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"e8e249aa-c2d7-47a6-897c-f44f37932269","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:23.841691495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"183c037e-0d73-40f6-b2d2-a41b56e1574a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:23.900565135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"183c037e-0d73-40f6-b2d2-a41b56e1574a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:28.066252251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"7b9b271e-7a5b-49b9-bb0f-8d5d890b7adb","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:28.400522724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"9158eaa7-9725-45a9-93a7-69007db3fca8","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:28.566991963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"bf55f8a1-d9da-419c-a5ba-9fde6b8e8d4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:28.616384535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"bbf3d352-3c07-46f3-b28a-2a20516ec5ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:28.624222259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"bf55f8a1-d9da-419c-a5ba-9fde6b8e8d4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:28.73767046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"c28e3e70-34e3-49cb-a1e2-78c921d2cb37","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:28.796196735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"f9a24393-da8e-4f3e-8779-3c7d76fc5582","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:28.999320217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"f81090b8-c43c-4a27-a8c9-ef68b8807b44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:29.065699144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"efec358f-a3e6-4491-85a7-ab2e09af4f0f","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:29.183702565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"f9da5975-521f-4882-8171-6b5b9f5c7d75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:29.24292164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"f9da5975-521f-4882-8171-6b5b9f5c7d75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:29.277697925Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"0da75fbf-1678-472d-9ecb-919280bca4fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-512e10c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:29.331101701Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"5ceea8df-3e09-4467-bb07-9d657187f895","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-512e10c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:29.55869825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"df0389c8-8788-4b57-a241-a138c8308ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:29.616247022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"df0389c8-8788-4b57-a241-a138c8308ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:29.655909308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"b9d67f3b-8fc5-40cb-884f-8c4cd63111ca","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:29.714250929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"6e4df528-c393-4d50-b3d5-064b0fea78f9","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:29.754940193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"63703698-ff97-45e7-93b9-7f4b3b0e49b5","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:29.75512904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"0b7d5876-89a4-44a1-b675-cf13fc79e269","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:29.755289228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"865bc346-1aee-4937-a294-1a034cf9fa07","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:29.862801377Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"6ac670f4-fd44-4e2f-9fed-eb449b8ecd45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-512e10c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:29.900878827Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"16506402-d2ad-4bf3-9eb3-c8bcc20c06ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:29.916391711Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"f3cb083f-7e8f-4809-8cc1-3778874ff5d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-512e10c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:30.134757458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"16506402-d2ad-4bf3-9eb3-c8bcc20c06ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:30.2780914Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"16506402-d2ad-4bf3-9eb3-c8bcc20c06ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"e2e-worker-w4-c25349-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:30.278123193Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-access","reconcileID":"16506402-d2ad-4bf3-9eb3-c8bcc20c06ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c25349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:30.335104595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"d4e9774c-862e-4f83-8577-0a1e1cb06736","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:30.666439616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0724dfc8-4902-49b3-8760-5f0491a54312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:30.7204284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0724dfc8-4902-49b3-8760-5f0491a54312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:30.774344093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0724dfc8-4902-49b3-8760-5f0491a54312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:30.828710859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0724dfc8-4902-49b3-8760-5f0491a54312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:32.844836273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d150328-ea68-426e-95ad-74d71ceb0fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:32.899455283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d150328-ea68-426e-95ad-74d71ceb0fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:32.955984155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d150328-ea68-426e-95ad-74d71ceb0fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:33.011098602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d150328-ea68-426e-95ad-74d71ceb0fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:39.755583569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"0a9788ef-93b7-48e7-b31a-1e4825961e74","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:39.755904394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"509c0011-2db3-494d-8b5f-e101c9553549","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:39.756086059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"1d3476dc-05a2-4c50-af53-a8d7a098f427","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:39.970961113Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"e188a237-1d56-4ba8-8150-0a51eb0303bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:40.026704369Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"e188a237-1d56-4ba8-8150-0a51eb0303bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:40.081994397Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"premium-simulator-subscription","reconcileID":"e188a237-1d56-4ba8-8150-0a51eb0303bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c25349"},"name":"maas-trlp-premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349","model":"e2e-models-e2e-worker-w4-c25349/premium-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:40.335710483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"297c026d-f9d0-4285-b911-1a053ef6d875","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:40.362706501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"9250a257-2eb8-490e-ac88-6e6489013323","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:40.833512991Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:41.614869191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"5bfb0556-7068-43db-869b-4b9b336822a3","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:41.614894151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"5bfb0556-7068-43db-869b-4b9b336822a3","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:47.175066352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"ec72e67e-278f-4c8f-ad31-a77b61ab4af4","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:47.175087127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"ec72e67e-278f-4c8f-ad31-a77b61ab4af4","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:47.233294867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"aa06b6df-2072-49e5-8872-f1bde8f1b791","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:47.233316503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"aa06b6df-2072-49e5-8872-f1bde8f1b791","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:47.340145684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"4231a77b-e486-478a-9664-86c0eb1e3529","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:47.496197351Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"4231a77b-e486-478a-9664-86c0eb1e3529","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:47.553203267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-76c687-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"4231a77b-e486-478a-9664-86c0eb1e3529","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:47.611951792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"69fa1296-e53b-4322-abcd-ac3db813a090","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:47.611970313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"69fa1296-e53b-4322-abcd-ac3db813a090","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:48.992216711Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","namespace":"ai-tenant-e2e-worker-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:48.9922727Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","namespace":"ai-tenant-e2e-worker-w4-c25349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:48.992324565Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","tenant":"e2e-worker-w4-c25349","tenantID":"e2e-worker-w4-c25349","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:49.048199757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","gvk":"Deployment","name":"maas-api-e2e-worker-w4-c25349","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:49.109847677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","gvk":"Service","name":"maas-api-e2e-worker-w4-c25349","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:49.165908191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-c25349","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:49.224233165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-c25349","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:49.287458974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-c25349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:49.344393917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-c25349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:49.402676853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-c25349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:49.46199873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-c25349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:49.515395339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-c25349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:49.569960804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-c25349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:49.623502902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","gvk":"Service","name":"payload-processing-e2e-worker-w4-c25349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:49.676864158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-c25349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:49.730433541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-c25349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:49.756631887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-w4-c25349","reconcileID":"edb4beed-11ff-4787-a869-bda6f8ddf0ef","MaaSModelRef":{"name":"distinct-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:49.756909914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"distinct-2-w4-c25349","reconcileID":"866a1bd9-c4fb-4330-9645-816639652360","MaaSModelRef":{"name":"distinct-2-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"distinct-2-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"distinct-2-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:49.757064339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"simulator-w4-c25349","reconcileID":"3bbecccf-986c-418b-b184-e51657a168b5","MaaSModelRef":{"name":"simulator-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"simulator-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"simulator-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:49.78395567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-c25349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:49.837601184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-c25349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:49.89456052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-c25349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:49.948242529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-c25349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.001599524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-c25349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.055267546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-c25349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.108670629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c25349"},"namespace":"ai-tenant-e2e-worker-w4-c25349","name":"default-tenant","reconcileID":"f9f927fa-4edd-459f-947f-b9fcc775b6e1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-c25349","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.166476198Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","namespace":"ai-tenant-e2e-shared-a-w1-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.166532384Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","namespace":"ai-tenant-e2e-shared-a-w1-44a484","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.166598377Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","tenant":"e2e-shared-a-w1-44a484","tenantID":"e2e-shared-a-w1-44a484","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.222239829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-44a484","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.285140119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","gvk":"Service","name":"maas-api-e2e-shared-a-w1-44a484","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.341844156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-44a484","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.363380641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"namespace":"e2e-models-e2e-worker-w4-c25349","name":"premium-w4-c25349","reconcileID":"8f429561-94bf-48bb-a13b-409d48282374","MaaSModelRef":{"name":"premium-w4-c25349","namespace":"e2e-models-e2e-worker-w4-c25349"},"routeName":"premium-w4-c25349-kserve-route","namespace":"e2e-models-e2e-worker-w4-c25349","llmisvcName":"premium-w4-c25349","gateway":"openshift-ingress/e2e-worker-w4-c25349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.396980156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-44a484","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.452881007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-44a484","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.509503638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-44a484","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.567195985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-44a484","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.626010704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-44a484","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.682884051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-44a484","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.737806039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-44a484","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.791449531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-44a484","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.844824685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-44a484","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.89815814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-44a484","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:50.951567048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-44a484","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:51.004882578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-44a484","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:51.060941827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-44a484","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:51.114357393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-44a484","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:51.168057833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-44a484","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:51.221536518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-44a484","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:51.275264774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-44a484"},"namespace":"ai-tenant-e2e-shared-a-w1-44a484","name":"default-tenant","reconcileID":"bf387a21-ed46-48a4-936d-2ce5d3e90f2d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-44a484","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:56.817397903Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-c25349","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-c25349","reconcileID":"9c7c9552-ec6d-416b-9d4b-e69244ac446a","aitenant":"ai-tenants/e2e-worker-w4-c25349","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:57.45877683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f92b1f6-c1a6-4284-9942-1138f837b7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:57.513109896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f92b1f6-c1a6-4284-9942-1138f837b7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:57.566956429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f92b1f6-c1a6-4284-9942-1138f837b7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:57.620843197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f92b1f6-c1a6-4284-9942-1138f837b7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:57.680646753Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-c25349","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-c25349","reconcileID":"9c7c9552-ec6d-416b-9d4b-e69244ac446a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-c25349","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-c25349"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:57.728665399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"d69bdc82-e38b-432d-aa4a-33db94a73b96","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:57.788333729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"d69bdc82-e38b-432d-aa4a-33db94a73b96","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:57.846086964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-76c687-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"d69bdc82-e38b-432d-aa4a-33db94a73b96","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:58.284663656Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-44a484","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-44a484","reconcileID":"f6acc525-b63d-4641-b466-24833ff41458","aitenant":"ai-tenants/e2e-shared-a-w1-44a484","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:59.142645192Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-44a484","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-44a484","reconcileID":"f6acc525-b63d-4641-b466-24833ff41458","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-44a484","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-44a484"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:59.564381882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efa06785-b98e-4cd6-821b-20fe90baf4a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:59.618698699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efa06785-b98e-4cd6-821b-20fe90baf4a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:59.672612399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efa06785-b98e-4cd6-821b-20fe90baf4a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:13:59.72679557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efa06785-b98e-4cd6-821b-20fe90baf4a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:01.691592817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff2357c7-55f5-4c60-9297-504dc604a9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:01.745900224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff2357c7-55f5-4c60-9297-504dc604a9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:01.800232856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff2357c7-55f5-4c60-9297-504dc604a9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:01.854579587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff2357c7-55f5-4c60-9297-504dc604a9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:03.793928545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7ff96e-bc61-4cae-8ff8-71fc8e63f7b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:03.84874874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7ff96e-bc61-4cae-8ff8-71fc8e63f7b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:03.903199106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7ff96e-bc61-4cae-8ff8-71fc8e63f7b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:03.957318561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7ff96e-bc61-4cae-8ff8-71fc8e63f7b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:07.540535887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80644eaa-ea96-4d56-a4d9-1a7f627eb458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:07.59468067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80644eaa-ea96-4d56-a4d9-1a7f627eb458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:07.648570321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80644eaa-ea96-4d56-a4d9-1a7f627eb458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:07.702657462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80644eaa-ea96-4d56-a4d9-1a7f627eb458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:07.973678298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"c7396df7-9997-4f4d-938f-761d5f4e75a0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:08.031393086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"c7396df7-9997-4f4d-938f-761d5f4e75a0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:08.088115343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-76c687-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (27a19f419d90a079a5e39597ce341425fe733cd68cda5553da7b8eb477f2227c) AuthConfig (5f44b60ade060a6147ff2b912fd1178f9e742df405550a90fe7f1c698250635e) AuthConfig (e352f5ed30228a1d05d9736ce53de6d9c2c68c5aa887dc9f78d95a8acbbe9d05) AuthConfig (4a0a7374eb48f63320449d9febfbabd5fff536bc2b79cc63f9677003009b411c) AuthConfig (d271cf513f2532a1963d39df9fa24dee8d71f28cc2fe1d899eb740cef516f861) AuthConfig (26c9edfee86379aa1f9bdf1a8da7b83af31ce44f0cce3604e06da9ade53355ed) AuthConfig (74e2b0aae58ed2c7e0ad2b80ab36de1c0a6d8dddccd2dfd0771fbdaadad9f623) AuthConfig (119292301589bed1ca4ebb73354f9e54349ab6f73bdbffb4664f0303507cc304) AuthConfig (4525547ddc339e7509a02174bc4dfd8cc43b8cae5fd5f0e584eba603965e67d7) AuthConfig (63b975333523c5d42a44da321b0bf3da7b6f323e208d782d1f3d0ba26b36c861) AuthConfig (011dffdcc36a7a0c99ce3eccccc6bc8f631d7c8df156890d8af55b6a2b50ba50) AuthConfig (ef31041373e54b1b9ef63aef001eaca1c4f7aaee69f32bdedb192a0fe44af6ab) AuthConfig (a3cbe81a26bfebe705ef86eb7bd95b1a7631b7e3f616ba0bfd5d5c317193b1c9) AuthConfig (71fffbfaf4844fd59046af053c1a042b76fc6146dad3e94843bfce0aed03116e) AuthConfig (cd84d643e87d97b7b8fa7ab1dea9aa9008dfdb43387aba07a0660fbf96130cc8) AuthConfig (75214dcedd0beaba6f881904f84eca8b70a3b86e785205889282498a239cb3bd) AuthConfig (42ad4c899afc79c7f7da91d0917745bfba479b2fc031ec4d94803a3de09a8f83) AuthConfig (7cd2765b75b7c98b69014a11deb6c78c69caf38c8a815615adbc91759e73513f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"c7396df7-9997-4f4d-938f-761d5f4e75a0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:08.14662999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"5a05d1ba-8710-40d2-87de-e1361e1ac12b","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:08.14664689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"5a05d1ba-8710-40d2-87de-e1361e1ac12b","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:09.642520249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6840e95-04e0-4b75-a491-96792fe67a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:09.69637941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6840e95-04e0-4b75-a491-96792fe67a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:09.750438985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6840e95-04e0-4b75-a491-96792fe67a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:09.804392647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6840e95-04e0-4b75-a491-96792fe67a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:10.832018526Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:18.254362021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"f24bcdd6-8d16-4f2e-b42c-ee7d2e54de79","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:18.312494893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"f24bcdd6-8d16-4f2e-b42c-ee7d2e54de79","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:18.368791781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-76c687-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (27a19f419d90a079a5e39597ce341425fe733cd68cda5553da7b8eb477f2227c) AuthConfig (5f44b60ade060a6147ff2b912fd1178f9e742df405550a90fe7f1c698250635e) AuthConfig (e352f5ed30228a1d05d9736ce53de6d9c2c68c5aa887dc9f78d95a8acbbe9d05) AuthConfig (4a0a7374eb48f63320449d9febfbabd5fff536bc2b79cc63f9677003009b411c) AuthConfig (d271cf513f2532a1963d39df9fa24dee8d71f28cc2fe1d899eb740cef516f861) AuthConfig (26c9edfee86379aa1f9bdf1a8da7b83af31ce44f0cce3604e06da9ade53355ed) AuthConfig (74e2b0aae58ed2c7e0ad2b80ab36de1c0a6d8dddccd2dfd0771fbdaadad9f623) AuthConfig (119292301589bed1ca4ebb73354f9e54349ab6f73bdbffb4664f0303507cc304) AuthConfig (4525547ddc339e7509a02174bc4dfd8cc43b8cae5fd5f0e584eba603965e67d7) AuthConfig (63b975333523c5d42a44da321b0bf3da7b6f323e208d782d1f3d0ba26b36c861) AuthConfig (011dffdcc36a7a0c99ce3eccccc6bc8f631d7c8df156890d8af55b6a2b50ba50) AuthConfig (ef31041373e54b1b9ef63aef001eaca1c4f7aaee69f32bdedb192a0fe44af6ab) AuthConfig (a3cbe81a26bfebe705ef86eb7bd95b1a7631b7e3f616ba0bfd5d5c317193b1c9) AuthConfig (71fffbfaf4844fd59046af053c1a042b76fc6146dad3e94843bfce0aed03116e) AuthConfig (cd84d643e87d97b7b8fa7ab1dea9aa9008dfdb43387aba07a0660fbf96130cc8) AuthConfig (75214dcedd0beaba6f881904f84eca8b70a3b86e785205889282498a239cb3bd) AuthConfig (42ad4c899afc79c7f7da91d0917745bfba479b2fc031ec4d94803a3de09a8f83) AuthConfig (7cd2765b75b7c98b69014a11deb6c78c69caf38c8a815615adbc91759e73513f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"f24bcdd6-8d16-4f2e-b42c-ee7d2e54de79","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:26.457704329Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:26.457814149Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:26.457883061Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","tenant":"e2e-shared-b-w1-09ecd0","tenantID":"e2e-shared-b-w1-09ecd0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:26.515106793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-09ecd0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:26.577637791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","gvk":"Service","name":"maas-api-e2e-shared-b-w1-09ecd0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:26.63381843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-09ecd0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:26.688966076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-09ecd0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:26.746430735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-09ecd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:26.803103458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-09ecd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:26.861606542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-09ecd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:26.919330272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-09ecd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:26.97314499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-09ecd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:27.026596553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-09ecd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:27.080193855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-09ecd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:27.133970128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-09ecd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:27.18722449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-09ecd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:27.240431323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-09ecd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:27.293563449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-09ecd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:27.351649535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-09ecd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:27.405164602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-09ecd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:27.458492456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-09ecd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:27.512017005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-09ecd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:27.565387982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-09ecd0"},"namespace":"ai-tenant-e2e-shared-b-w1-09ecd0","name":"default-tenant","reconcileID":"8ec8aa05-bb6d-48d3-ba0c-5f361ac1fae0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-09ecd0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:27.953673577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"7e7f3153-d390-425f-b24e-6073f71bb023","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:28.050016908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"dd185418-4d1b-4c37-94a5-1bfd7529389d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:28.150262862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eb712a54-7897-41da-a05b-4612954bf17b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:28.158125447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"559f9b50-6692-4877-9c4e-b7c7518f17cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:28.320967643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"b60ba1a0-6dd3-4f63-b64d-b4bb15c83725","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:28.419923309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1a15e730-b0b4-4255-a1fc-e1553fe7d14c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:28.475939147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"6e3ce15d-5b38-4bf6-b160-a14ed6be1c8d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:28.534209465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"6e3ce15d-5b38-4bf6-b160-a14ed6be1c8d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:28.855298118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"37c9e324-6e9e-4226-addc-f7706ac23945","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:28.855318089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"37c9e324-6e9e-4226-addc-f7706ac23945","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:33.873070515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"e927b6e8-c50a-4888-a64d-6a65dfa8c438","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:33.873097908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"e927b6e8-c50a-4888-a64d-6a65dfa8c438","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:33.931546153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"abc55ac1-a9af-40b6-8db4-e99b54a058a8","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:33.931562954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"abc55ac1-a9af-40b6-8db4-e99b54a058a8","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:34.039256468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"b92f0258-d1c5-48e5-a92e-8bc8e51231d3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:34.16318995Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"b92f0258-d1c5-48e5-a92e-8bc8e51231d3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:34.219331975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6b12ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"b92f0258-d1c5-48e5-a92e-8bc8e51231d3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:34.276122206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"52fbb7db-90b3-48f2-8c70-759d4fda7b83","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:34.27614372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"52fbb7db-90b3-48f2-8c70-759d4fda7b83","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:35.627615756Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-09ecd0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-09ecd0","reconcileID":"34a7076b-da91-46d2-b93d-e460a676c5c0","aitenant":"ai-tenants/e2e-shared-b-w1-09ecd0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:36.260995445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282736e2-7509-41aa-b3d6-79239a239599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:36.315394038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282736e2-7509-41aa-b3d6-79239a239599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:36.369459238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282736e2-7509-41aa-b3d6-79239a239599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:36.423772714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282736e2-7509-41aa-b3d6-79239a239599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:36.480598276Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-09ecd0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-09ecd0","reconcileID":"34a7076b-da91-46d2-b93d-e460a676c5c0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-09ecd0","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-09ecd0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:36.914045002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"acfdaca9-a7fc-44a3-a5f0-76006ef3869f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:37.016494363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"f824220f-b85f-4af7-bcff-a6532b88b04b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:37.029320202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"85fb3ac9-6b2c-4288-b495-ee159aee8d59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:37.142942134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"8c2fc94d-46bb-40cf-9604-1f8332aa1ea8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:37.240502452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"72c67e16-9502-404b-bd04-34e98ace52b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:37.340527554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"04029262-00db-4bff-827f-e3484d2e4f99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:37.529044636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"1db152e7-e580-4d8e-b12b-9bba1d6e7d64","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:37.557277777Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"52a03b47-9de7-4e53-83a5-550f27e907a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:37.722575148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"8cea7ad3-1901-461d-b601-30cf82994686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:37.772114992Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"bfdff037-9c68-44f8-8a8e-f9ed2b10a0d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:37.772629026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"3b62b4d6-2a8b-4030-828f-8043820c09c2","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:37.780261771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"8cea7ad3-1901-461d-b601-30cf82994686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:37.831307088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"0c338e27-9aca-45da-bdaa-e1ccac44291a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:37.908930551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"ad274873-86c5-4b6d-aee1-82a1b1dfa3be","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:14:37.97950455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-access","reconcileID":"bfdff037-9c68-44f8-8a8e-f9ed2b10a0d6","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:38.095301485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"4cdc4965-ee74-40f9-b4a0-ba00c3152d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:38.154667279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"4cdc4965-ee74-40f9-b4a0-ba00c3152d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:38.479324019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cefbd662-6a7c-480c-a2b1-e8393d2df528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:38.534017609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cefbd662-6a7c-480c-a2b1-e8393d2df528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:38.588216887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cefbd662-6a7c-480c-a2b1-e8393d2df528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:38.642417462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cefbd662-6a7c-480c-a2b1-e8393d2df528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:40.832508252Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:42.851718707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-2-w1-bbee67","reconcileID":"83326f46-461d-4caf-b30d-3f8438881df0","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-2-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-2-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:43.184140444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-w1-bbee67","reconcileID":"8237d3f9-b1c6-441c-99c1-8946ef12c0dd","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:43.517037578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"690b261f-a8fa-491c-9dda-5da621ef3f94","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:43.683455088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"3ed057c3-625b-4682-ac1c-96a41efb8f97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:43.733919726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"6952dca8-df69-4b62-a568-d9fb5da101fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:43.74068088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"3ed057c3-625b-4682-ac1c-96a41efb8f97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:43.850992127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"9a8a4f34-d5c7-4f3a-a631-a5a091a5364a","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:43.904583319Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"2b1e8f0d-c46d-4f04-be8b-609074b3703d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:43.909565145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"5f34c4e5-0388-4057-ad53-1d47f65e8388","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:43.958583821Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"2b1e8f0d-c46d-4f04-be8b-609074b3703d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:44.012286972Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"simulator-subscription","reconcileID":"2b1e8f0d-c46d-4f04-be8b-609074b3703d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/simulator-w1-bbee67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:44.056696589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"e8ac41fb-08d7-4240-87bb-ffc88b46b6c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:44.114526976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"e8ac41fb-08d7-4240-87bb-ffc88b46b6c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:44.1180149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"974d1757-90df-454b-aa33-5fa755bdd46e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:44.287113914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"f92cffc6-0f35-4d83-b881-ef5031d6e058","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:44.384252659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"7fb616a9-19f0-4dd3-9e03-a78606427d61","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:44.441489454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"7fb616a9-19f0-4dd3-9e03-a78606427d61","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:44.4843466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"1069d73a-a962-4ee8-b589-43f609bb8d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:44.497904845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6b12ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"7fb616a9-19f0-4dd3-9e03-a78606427d61","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:44.542895366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"1069d73a-a962-4ee8-b589-43f609bb8d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:45.993009768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"373db3d5-5fe6-4a0f-9f81-9318881cd44b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:46.057214756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c46ecbc-c23b-45a3-81a4-813e5fc3839d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:46.112910064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6ce9cb45-99be-42ee-b87e-588a77b89158","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:46.220252902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"030f94ea-fea5-4437-8af6-332d2b60a247","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:46.319194326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"2c66e069-b23c-4642-9160-44c55cda5cac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:50.067618315Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"48fbdf17-0d4e-4dc9-9ea5-313523452661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:50.067765979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"fbf04c3a-38ac-4ab9-8e82-6bcb8e931287","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:50.265930099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"064b9e25-0677-4728-bb93-21ae9237cdd7","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:50.344249071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"48fbdf17-0d4e-4dc9-9ea5-313523452661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:50.344955285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"e1ac8cc7-6f2b-4476-9978-f714c0be9773","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:50.548174711Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"48fbdf17-0d4e-4dc9-9ea5-313523452661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"e2e-worker-w1-bbee67-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:50.548198814Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-access","reconcileID":"48fbdf17-0d4e-4dc9-9ea5-313523452661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bbee67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:50.617322349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"a19f6a53-f6c3-49fd-af5e-db6c1594b745","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:50.803384822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-2-w1-bbee67","reconcileID":"16a5eb00-61b5-4360-b3dc-736a82600c70","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-2-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-2-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:50.803815334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-w1-bbee67","reconcileID":"2c89cbd6-7eaa-4275-b731-7d41ed20a928","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:50.857846048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"85c3d5ef-50be-4001-a645-4483edba0597","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:50.858150122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"180a6324-bd2c-4c72-a8d9-d7c037bb788a","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:50.911220539Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"8c548cbf-5ba8-4b5a-9a0f-45fd0fd5036f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7b449729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:51.765027455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b58189fd-cc38-4a85-9e91-3f46820cf1aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:51.819105202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b58189fd-cc38-4a85-9e91-3f46820cf1aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:51.873149611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b58189fd-cc38-4a85-9e91-3f46820cf1aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:51.927548817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b58189fd-cc38-4a85-9e91-3f46820cf1aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:53.941092785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c21fab9-2c93-43f3-b1da-b2e10a8e8644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:53.994974941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c21fab9-2c93-43f3-b1da-b2e10a8e8644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:54.048873614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c21fab9-2c93-43f3-b1da-b2e10a8e8644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:54.102739333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c21fab9-2c93-43f3-b1da-b2e10a8e8644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:54.605541219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"38d0225f-68fb-4753-a581-b3b63eee0ae8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:54.663028343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"38d0225f-68fb-4753-a581-b3b63eee0ae8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:54.719223526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6b12ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (178d28207b16c41a3469c02e20d52296c49337a5183c7a9e932f0e4a5b4bec96) AuthConfig (83b5329f336a3e1b424de29d59bae2b74a4c200680a7514b91b6bde0c6db5259) AuthConfig (6174aff6ddca78743aa3c103877f791d188a0bbbccd95a59f86a136af39e186b) AuthConfig (c23b4ebd6dce9382c1aba83a208f96ce4095bb70baf05635af74b63ea2b6861c) AuthConfig (8c2819c31fdeb9a989df911cd67b02697bd012d92aa5d9f7e9c1cebff40f614f) AuthConfig (7bed5f2b320df989e6075c19277d2b697c24a960bd41c682a1372ba15719ad03) AuthConfig (e83986325b15493f2a69e2707bb581909ff7e2980811355ed303ac175e482c8b) AuthConfig (aea9b810abe0ff4b0b5a53132bcf3d2eb0e4731d17885268c266b804070ae553) AuthConfig (887faad40378a5e8da5027653fa35ce36efc1381974c8a197f63b7ebcf0b6509) AuthConfig (29e32f91036734ca37117ffbd85e315e5f64e5c36bf49629144196139dd3f300) AuthConfig (f63fd1da8439142c8fcea0a4377172b8636a37f016065da9123d1a7a0b199992) AuthConfig (41c3254ebac3f5c3384016c47ea19d420a07a5895b3d42c8f76b60798802f128) AuthConfig (11f9c912641b07eb4830676d43b0ccd78f424b492b573dbaf3cc1dc800eba8ef) AuthConfig (67e97fde26d6d73fb79358fa1638e5b62a28072cd21aa7fad962ea160db08b0e) AuthConfig (10e878a517588af0d9479e15683e4088dabaa693dcfcbcaf8076575054b75f0e) AuthConfig (cfd9aa25775731c11209332829f9c928fb75a2e0384fddef21d5839d10869820) AuthConfig (2cc4791abd7c5e6134414040a56916ea9f9bb395ca4f4921697134972b7b8e67) AuthConfig (c22f20ccac0cd0d715c3e41ab900ef6a6e6cd08f5896e2beac72866749c155dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"38d0225f-68fb-4753-a581-b3b63eee0ae8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:54.778065798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"5905747c-2add-4e7b-b0f5-207956c3cd1e","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:54.778085678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"5905747c-2add-4e7b-b0f5-207956c3cd1e","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:58.327016388Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"c822aa9b-55fd-4ce1-9677-f41eaa63ad6b","namespace":"ai-tenant-e2e-worker-w1-bbee67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:58.32708353Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"c822aa9b-55fd-4ce1-9677-f41eaa63ad6b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:58.382135011Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"c822aa9b-55fd-4ce1-9677-f41eaa63ad6b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:58.382156833Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"c822aa9b-55fd-4ce1-9677-f41eaa63ad6b","namespace":"ai-tenant-e2e-worker-w1-bbee67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:59.426401321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"65b13725-a361-4057-99d1-8131c32f55bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:59.530568657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"2f1ff74b-ec2c-4816-b03e-26b831df8b1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:59.633130475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"f3ce9a63-8c4e-4d4f-a3dc-3a0ce39fdd67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:14:59.732837929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"89554de5-3944-466e-a143-71fe15007b6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:00.804812225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-2-w1-bbee67","reconcileID":"2adc38cd-7a15-4d8c-925c-c26aaef7378e","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-2-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-2-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:00.85860214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-w1-bbee67","reconcileID":"801698a0-1b12-4322-a75b-14d1a49f1118","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:00.858877182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"48157da3-336e-4cc8-9ad3-f814f4503730","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:00.912305259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"41e43f0c-776c-4e17-8f66-410fcee7314e","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:00.965812049Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"f96abe9a-cc27-43a2-9065-4b68e314e148","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:01.020501397Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"f96abe9a-cc27-43a2-9065-4b68e314e148","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:01.076577132Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"premium-simulator-subscription","reconcileID":"f96abe9a-cc27-43a2-9065-4b68e314e148","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"name":"maas-trlp-premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67","model":"e2e-models-e2e-worker-w1-bbee67/premium-w1-bbee67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:01.352897329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"f2dda572-c235-4a63-8ddf-b062429487d7","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:04.887132196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"93668bc4-cc67-4a16-b935-1cda892df65e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:04.945056544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"93668bc4-cc67-4a16-b935-1cda892df65e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:05.267257452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"3f42fee1-a8e1-445f-9c80-8dcd54891781","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:05.267277956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"3f42fee1-a8e1-445f-9c80-8dcd54891781","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:10.550045263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"489edae1-4dda-49f2-89d9-03274299dcfc","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:10.550067231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"489edae1-4dda-49f2-89d9-03274299dcfc","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:10.611332678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"6e16f0a7-093c-4dc9-b16c-71c677b0ea3b","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:10.611349237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"6e16f0a7-093c-4dc9-b16c-71c677b0ea3b","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:10.656412484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"3ae1a362-9191-478c-8993-633f711a40b4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:15:10.659112434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-shared-sub-f46af1","reconcileID":"d9c55aed-de64-4e41-b3cb-87ea4f2922bf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-f46af1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:10.714300349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"3ae1a362-9191-478c-8993-633f711a40b4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:10.805257341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-2-w1-bbee67","reconcileID":"644c3219-2dbe-4403-8175-83d05eabac86","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-2-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-2-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:10.824370955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"73642d1e-7111-4652-b9d3-1649791429b0","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:10.824395086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"73642d1e-7111-4652-b9d3-1649791429b0","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:10.832477607Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:10.885362924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-w1-bbee67","reconcileID":"79f5ebaa-1b70-4cfa-8b20-3106826bd45d","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:10.885588478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"fa3e3d05-65d2-4f66-aa1b-0c1eb8581179","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:10.885810244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"73ece324-b62f-489a-aa5a-1abb0e9c060a","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:10.885824527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"73ece324-b62f-489a-aa5a-1abb0e9c060a","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:10.886126332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"38260427-a7cc-4c19-9095-e8eea161f217","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:10.886142859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"38260427-a7cc-4c19-9095-e8eea161f217","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:10.932622891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"ac25de0f-0c35-4906-88ff-f7cefafad7a1","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:10.932642508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"ac25de0f-0c35-4906-88ff-f7cefafad7a1","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:15:10.933341714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-shared-sub-f46af1","reconcileID":"76e9bd87-e799-4635-a352-46f0671b0722","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-f46af1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:10.933688516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"68764352-eab7-49c7-a997-502cd5eda665","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:10.991764666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"68764352-eab7-49c7-a997-502cd5eda665","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.035466751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"961c4b8e-fe02-4e9f-86aa-8bbad1d68f5c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.042539304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"4b120c10-59b1-4245-8b89-fad127399f79","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.042557554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"4b120c10-59b1-4245-8b89-fad127399f79","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.08945707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"fee5511b-e0df-4928-9640-526f20a0c996","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.089480087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"fee5511b-e0df-4928-9640-526f20a0c996","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.095924307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"961c4b8e-fe02-4e9f-86aa-8bbad1d68f5c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.098577518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"bcf045c1-ad6a-4d16-9de0-7440d11a365c","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.098593385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"bcf045c1-ad6a-4d16-9de0-7440d11a365c","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.14792953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"286c307d-0b23-4439-81fd-1908d8f5e197","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.147946188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"286c307d-0b23-4439-81fd-1908d8f5e197","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.15253046Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-shared-sub-f46af1","reconcileID":"c424a18c-decb-4c46-acbb-42988b8523ec","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-sub-test-model-76c687","model":"sub-test-model-76c687","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-76c687/e2e-shared-sub-f46af1"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:15:11.200384781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-a-only-f46af1","reconcileID":"6e4021d5-8aee-4bcf-a4ad-fc3fa007246b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-f46af1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.305617297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"2e4e0c9a-e48c-4954-a8e9-c91df4588bc5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.31204868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"e05bcb5c-0a24-479b-b8d4-7473c2f05d0c","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.312067022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"e05bcb5c-0a24-479b-b8d4-7473c2f05d0c","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.315469946Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-shared-sub-f46af1","reconcileID":"0df233ab-0a5f-44ca-a290-fdf61051a811","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-sub-test-model-6b12ae","model":"sub-test-model-6b12ae","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-6b12ae/e2e-shared-sub-f46af1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.318748909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"e1517421-6b37-4957-9f66-f5edba131559","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.318763295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"e1517421-6b37-4957-9f66-f5edba131559","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.353536053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"abf8941d-54c8-4bfc-be58-24fbbd44c8ef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.363280278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"2e4e0c9a-e48c-4954-a8e9-c91df4588bc5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.36959623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"a8ea579f-a1c8-4119-8773-4e0c67c5f5be","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.369611517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"a8ea579f-a1c8-4119-8773-4e0c67c5f5be","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.370473091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"fdbd27df-48e4-4b39-9daa-06a6eaf5f58a","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.37049119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"fdbd27df-48e4-4b39-9daa-06a6eaf5f58a","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.405609364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"b14911ea-adee-4473-a068-c3b71c63fae5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.427770815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"da622e25-c395-485e-a580-14570504f932","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.42778656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"da622e25-c395-485e-a580-14570504f932","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.463248178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"b14911ea-adee-4473-a068-c3b71c63fae5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:15:11.47976649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-b-only-f46af1","reconcileID":"8583cb23-ce0e-4650-8ebe-39d0c7b2937e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-f46af1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.482907773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"3199ac39-1235-498b-ae18-1dd597d41b72","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.482927233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"3199ac39-1235-498b-ae18-1dd597d41b72","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.592485623Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-shared-sub-f46af1","reconcileID":"da571204-5253-4e9b-ae8c-ded79e201510","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-sub-test-model-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w0-76c687/e2e-a-only-f46af1","ai-tenant-e2e-shared-a-w0-76c687/e2e-shared-sub-f46af1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.597900932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"3dad4002-1be5-4a33-8da9-07c70b7a1a6f","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.59791799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"3dad4002-1be5-4a33-8da9-07c70b7a1a6f","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.655587999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"593b3d5c-5ed4-4b6e-8a26-e4a14800c67b","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.655603493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"593b3d5c-5ed4-4b6e-8a26-e4a14800c67b","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.677643776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"5ec8401b-2b05-4a3f-9dc1-d8e8a185121c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.705815633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-a-only-f46af1","reconcileID":"5b1d4997-a4d1-4b27-a523-638145117737","MaaSSubscription":{"name":"e2e-a-only-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-sub-test-model-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.734677939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"5ec8401b-2b05-4a3f-9dc1-d8e8a185121c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.753166045Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-shared-sub-f46af1","reconcileID":"e7e1280f-777c-4e67-82b7-00c44f768ee0","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-sub-test-model-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w0-6b12ae/e2e-b-only-f46af1","ai-tenant-e2e-shared-b-w0-6b12ae/e2e-shared-sub-f46af1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.870039668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-b-only-f46af1","reconcileID":"3e84cec5-76b3-4f20-a600-6e6c6bc61d56","MaaSSubscription":{"name":"e2e-b-only-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-sub-test-model-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.87058054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"90b25608-45fc-451f-a066-ce6ee2b38440","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.870598625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"90b25608-45fc-451f-a066-ce6ee2b38440","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:11.970019599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-shared-sub-f46af1","reconcileID":"94cb71fb-a165-4274-8116-30b5dffa616e","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-sub-test-model-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:12.037461121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"91bcb823-0fbb-456b-aaf9-de7a3f2ff692","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:12.037487954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"91bcb823-0fbb-456b-aaf9-de7a3f2ff692","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:12.077028319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-shared-sub-f46af1","reconcileID":"10e39432-b930-424a-a2d4-32a65e21eec4","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-sub-test-model-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:12.177781962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-a-only-f46af1","reconcileID":"2ab84c13-5191-4d03-8ed5-bd7e3ad2db93","MaaSSubscription":{"name":"e2e-a-only-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-sub-test-model-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:12.279424893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-b-only-f46af1","reconcileID":"83353b55-c86a-4922-85e0-fb7421f49f54","MaaSSubscription":{"name":"e2e-b-only-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-sub-test-model-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:12.344602314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"edd295af-f9c2-4bc3-8b63-b9fc85ba6c4e","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:12.344619879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"edd295af-f9c2-4bc3-8b63-b9fc85ba6c4e","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:18.817414136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-2-w1-bbee67","reconcileID":"a0e51422-f50a-4017-ad0a-6b2df82aee9a","MaaSModelRef":{"name":"distinct-2-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-2-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-2-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:18.826938915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"distinct-w1-bbee67","reconcileID":"55d62bac-f9c5-47e7-9645-f76e75a81a55","MaaSModelRef":{"name":"distinct-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"distinct-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"distinct-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:18.833075074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"premium-w1-bbee67","reconcileID":"fbc90cf5-52e7-4ab8-b706-7beb65337793","MaaSModelRef":{"name":"premium-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"premium-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"premium-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:18.839158685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"namespace":"e2e-models-e2e-worker-w1-bbee67","name":"simulator-w1-bbee67","reconcileID":"404b2bd3-f235-48a1-9ced-fdb6cbdcefa8","MaaSModelRef":{"name":"simulator-w1-bbee67","namespace":"e2e-models-e2e-worker-w1-bbee67"},"routeName":"simulator-w1-bbee67-kserve-route","namespace":"e2e-models-e2e-worker-w1-bbee67","llmisvcName":"simulator-w1-bbee67","gateway":"openshift-ingress/e2e-worker-w1-bbee67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:22.776520359Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","namespace":"ai-tenant-e2e-worker-w1-bbee67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:22.776579285Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","namespace":"ai-tenant-e2e-worker-w1-bbee67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:22.776632101Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","tenant":"e2e-worker-w1-bbee67","tenantID":"e2e-worker-w1-bbee67","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:22.831821495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","gvk":"Deployment","name":"maas-api-e2e-worker-w1-bbee67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:22.892607868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","gvk":"Service","name":"maas-api-e2e-worker-w1-bbee67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:22.948600919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-bbee67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:23.003977103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-bbee67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:23.059904327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-bbee67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:23.115575231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-bbee67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:23.173874945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-bbee67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:23.230451071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-bbee67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:23.284012876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-bbee67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:23.337511652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-bbee67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:23.391156427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","gvk":"Service","name":"payload-processing-e2e-worker-w1-bbee67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:23.44456685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-bbee67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:23.498304262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-bbee67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:23.551653565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-bbee67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:23.605014336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-bbee67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:23.661058995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-bbee67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:23.714578161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-bbee67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:23.768407076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-bbee67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:23.822162923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-bbee67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:23.875655299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bbee67"},"namespace":"ai-tenant-e2e-worker-w1-bbee67","name":"default-tenant","reconcileID":"bf06a290-7209-4219-9f3c-0097beab3650","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-bbee67","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.029054656Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-bbee67","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-bbee67","reconcileID":"8f30e514-3539-463e-be43-23ea9e394f3d","aitenant":"ai-tenants/e2e-worker-w1-bbee67","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.198830443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-shared-sub-f46af1","reconcileID":"8833ac66-69f8-4b8c-bff8-1b60723fbff8","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-sub-test-model-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.199211352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-b-only-f46af1","reconcileID":"b29240c7-523e-4936-967c-6bc19da30dde","MaaSSubscription":{"name":"e2e-b-only-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-sub-test-model-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.29026196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"34b8025c-4329-40b7-9c01-8cdb9040e905","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.29195929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-shared-sub-f46af1","reconcileID":"b44c8e85-65d7-4428-8a79-42b11e444ec2","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-sub-test-model-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.291998208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-a-only-f46af1","reconcileID":"647ce34e-cf5e-4dc9-b529-7df4296d1a38","MaaSSubscription":{"name":"e2e-a-only-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-sub-test-model-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.355889134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"34b8025c-4329-40b7-9c01-8cdb9040e905","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.38241879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"4b477079-bd46-4eed-921f-7eb42930176d","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.382437789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"4b477079-bd46-4eed-921f-7eb42930176d","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.385626821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"2ddff2c4-b9ca-4f29-8ff9-daf6831e7f26","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.385642425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"2ddff2c4-b9ca-4f29-8ff9-daf6831e7f26","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.434623939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"754a9310-bcb4-4def-9bd8-069a2125a8dd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.475121421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"de334444-20d9-484c-8790-40e78a705bcb","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.475142041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"de334444-20d9-484c-8790-40e78a705bcb","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.493165061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"754a9310-bcb4-4def-9bd8-069a2125a8dd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.494041049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"79ccb51a-3706-47e5-bf83-677469b84abe","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.49405933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"79ccb51a-3706-47e5-bf83-677469b84abe","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.660026706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd5ee4dd-cd19-4220-93e6-5df2a480d8bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.71462676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd5ee4dd-cd19-4220-93e6-5df2a480d8bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.768545527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd5ee4dd-cd19-4220-93e6-5df2a480d8bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.822553011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd5ee4dd-cd19-4220-93e6-5df2a480d8bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:26.88228617Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-bbee67","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-bbee67","reconcileID":"8f30e514-3539-463e-be43-23ea9e394f3d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-bbee67","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-bbee67"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:28.757644493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692859c7-8c64-4fd6-8dc2-ed22ed44ff50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:28.811550907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692859c7-8c64-4fd6-8dc2-ed22ed44ff50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:28.867363912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692859c7-8c64-4fd6-8dc2-ed22ed44ff50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:28.92265603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692859c7-8c64-4fd6-8dc2-ed22ed44ff50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:29.327881142Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"eec006bb-aceb-47e0-bee1-cbd7d180842d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:29.328282767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"76150525-59fc-46aa-9a80-c20da236e741","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:29.328298321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"76150525-59fc-46aa-9a80-c20da236e741","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:29.597345658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"eec006bb-aceb-47e0-bee1-cbd7d180842d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:29.614348516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-a-only-f46af1","reconcileID":"afd68294-3764-4f60-b59a-c225d5503681","MaaSSubscription":{"name":"e2e-a-only-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-sub-test-model-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:29.614445396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-shared-sub-f46af1","reconcileID":"e43a2923-425f-45ea-b74c-a0056ca6089d","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-sub-test-model-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:29.732141468Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"eec006bb-aceb-47e0-bee1-cbd7d180842d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"e2e-shared-a-w0-76c687-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:29.732166078Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-sub-iso-auth-f46af1","reconcileID":"eec006bb-aceb-47e0-bee1-cbd7d180842d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:29.788945281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"4c4d432a-caa2-4fd7-bf4c-fb9fc69e292e","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:29.788968772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"4c4d432a-caa2-4fd7-bf4c-fb9fc69e292e","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:29.925999413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"cc9e2f1f-7ff7-4f23-847e-cb7a9d24498b","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:29.926022809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"cc9e2f1f-7ff7-4f23-847e-cb7a9d24498b","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:30.097631584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-shared-sub-f46af1","reconcileID":"9ed69eb6-edd7-4ba1-aa7b-6f797f5d3155","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-sub-test-model-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:30.097874578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-a-only-f46af1","reconcileID":"fe4b0084-a99d-4e7f-80a2-d23ebfa0bfb0","MaaSSubscription":{"name":"e2e-a-only-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-sub-test-model-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:30.940221691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ee2e96-ee9b-4f41-a7e2-4cb97fbb453d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:30.994257931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ee2e96-ee9b-4f41-a7e2-4cb97fbb453d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:31.048196101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ee2e96-ee9b-4f41-a7e2-4cb97fbb453d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:31.102001906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ee2e96-ee9b-4f41-a7e2-4cb97fbb453d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:40.431099236Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-shared-sub-f46af1","reconcileID":"d124af36-a297-4783-af4b-7c78caf086bd","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","subscription":"e2e-shared-sub-f46af1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:40.649475879Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-shared-sub-f46af1","reconcileID":"d124af36-a297-4783-af4b-7c78caf086bd","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-sub-test-model-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-76c687/e2e-a-only-f46af1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:40.832091775Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:40.866057608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-a-only-f46af1","reconcileID":"1694a905-f7a3-4123-81f1-adf73dd95cd0","MaaSSubscription":{"name":"e2e-a-only-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-sub-test-model-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:40.915961902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"b42f8c48-02c0-4928-ba8c-d894ab4b3d5b","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:40.915983439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"b42f8c48-02c0-4928-ba8c-d894ab4b3d5b","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:41.064458403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"e83ef8f0-cc05-426b-b5c7-6d9f745e5696","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:41.064484535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"e83ef8f0-cc05-426b-b5c7-6d9f745e5696","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:51.231791736Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-a-only-f46af1","reconcileID":"e512b5a5-99c8-4a47-a421-6af9e67f341b","MaaSSubscription":{"name":"e2e-a-only-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","subscription":"e2e-a-only-f46af1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:51.286429472Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-a-only-f46af1","reconcileID":"e512b5a5-99c8-4a47-a421-6af9e67f341b","MaaSSubscription":{"name":"e2e-a-only-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:51.34039857Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"e2e-a-only-f46af1","reconcileID":"e512b5a5-99c8-4a47-a421-6af9e67f341b","MaaSSubscription":{"name":"e2e-a-only-f46af1","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"name":"maas-trlp-sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:51.61784486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"5b284d4e-7f1a-410e-b5bf-ea8a56446487","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"tenant":"e2e-shared-a-w0-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","model":"ai-tenant-e2e-shared-a-w0-76c687/sub-test-model-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:51.617863717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"sub-test-model-76c687","reconcileID":"5b284d4e-7f1a-410e-b5bf-ea8a56446487","MaaSModelRef":{"name":"sub-test-model-76c687","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"routeName":"sub-test-model-76c687-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-76c687","llmisvcName":"sub-test-model-76c687","gateway":"openshift-ingress/e2e-shared-a-w0-76c687","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:51.921702393Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"d6cf98a4-d2f3-441f-b10a-ac573c846dc6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:51.921817896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"5c46d07a-d201-4b9b-916f-e482344124da","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:51.921835162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"5c46d07a-d201-4b9b-916f-e482344124da","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:52.130002421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"d6cf98a4-d2f3-441f-b10a-ac573c846dc6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:52.196682656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-b-only-f46af1","reconcileID":"05867341-fe0d-45c4-95bf-53df12f98c6d","MaaSSubscription":{"name":"e2e-b-only-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-sub-test-model-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:52.19671833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-shared-sub-f46af1","reconcileID":"66cfa51c-e73d-4daa-9bf6-ae35950969df","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-sub-test-model-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:52.253691833Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"d6cf98a4-d2f3-441f-b10a-ac573c846dc6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"e2e-shared-b-w0-6b12ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:52.253716277Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-sub-iso-auth-f46af1","reconcileID":"d6cf98a4-d2f3-441f-b10a-ac573c846dc6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:52.311979976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"fc130bfd-752a-4718-ae06-fcbee12b6c97","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:52.311999394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"fc130bfd-752a-4718-ae06-fcbee12b6c97","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:52.449542698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"3bb9bc10-f413-48ce-bc8a-848db74470e2","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:52.449562517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"3bb9bc10-f413-48ce-bc8a-848db74470e2","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:52.687411039Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-b-only-f46af1","reconcileID":"6c818cc3-f679-42a6-be24-0358d2d8832b","MaaSSubscription":{"name":"e2e-b-only-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-sub-test-model-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-6b12ae/e2e-b-only-f46af1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:52.752921499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-shared-sub-f46af1","reconcileID":"32bb7699-9beb-4ce5-b837-7a7fa3a3ed78","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-sub-test-model-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:15:53.014081554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-b-only-f46af1","reconcileID":"d432bd84-c5b1-4650-90ae-c5827801006b","MaaSSubscription":{"name":"e2e-b-only-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-sub-test-model-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:03.064097064Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-shared-sub-f46af1","reconcileID":"5140349c-1c7d-4741-8428-1d64e7af74c5","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","subscription":"e2e-shared-sub-f46af1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:03.226960642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-shared-sub-f46af1","reconcileID":"5140349c-1c7d-4741-8428-1d64e7af74c5","MaaSSubscription":{"name":"e2e-shared-sub-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-sub-test-model-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:03.447965937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"f4e77b03-c5c1-42bb-bc41-88e51da742c6","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:03.447987268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"f4e77b03-c5c1-42bb-bc41-88e51da742c6","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:03.750845815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"6b2179d5-fa5f-4953-bbd4-dc795c261ad8","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:03.750868435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"6b2179d5-fa5f-4953-bbd4-dc795c261ad8","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:10.832200412Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:11.763848562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"81526a9c-838c-43c0-800c-40a418546a51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:11.916594407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"442bf72f-74d4-4eb4-94f6-fcc2916e25c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:11.970037371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"40e7593f-e2c9-4045-9ab3-38b7016676cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:12.213890056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"0bd8119f-6440-4d7e-9995-114ca5dcb633","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:13.919909724Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-b-only-f46af1","reconcileID":"7023874a-a9df-412e-b2a1-a6f87a16f661","MaaSSubscription":{"name":"e2e-b-only-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","subscription":"e2e-b-only-f46af1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:13.973813291Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-b-only-f46af1","reconcileID":"7023874a-a9df-412e-b2a1-a6f87a16f661","MaaSSubscription":{"name":"e2e-b-only-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:14.028077435Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"e2e-b-only-f46af1","reconcileID":"7023874a-a9df-412e-b2a1-a6f87a16f661","MaaSSubscription":{"name":"e2e-b-only-f46af1","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"name":"maas-trlp-sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:14.304561726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"a7f457c4-9b66-41f3-bd6e-ad06c8dfd347","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"tenant":"e2e-shared-b-w0-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","model":"ai-tenant-e2e-shared-b-w0-6b12ae/sub-test-model-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:14.304583856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"a7f457c4-9b66-41f3-bd6e-ad06c8dfd347","MaaSModelRef":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"routeName":"sub-test-model-6b12ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","llmisvcName":"sub-test-model-6b12ae","gateway":"openshift-ingress/e2e-shared-b-w0-6b12ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:20.935011158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f15a8955-92f1-4ff9-a3c7-b7e4c1d010c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:21.098223147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bffe38b7-ea82-445f-94a6-191c03fb9e94","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:21.199707247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"6329818c-060b-4c77-ad2d-5012eb4fd07a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:21.206158942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"70f5109d-e02d-4052-b8ea-4a72a94c0678","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:40.832456872Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:41.722528721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"40718a31-6e53-4c9b-941d-3a6863c15310","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:41.816079158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b49c01c1-6da7-4786-98ba-0bb479edd708","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:41.91642145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"84abeedc-e6b3-431e-b501-55e04a26ff52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:16:41.937442525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f23582e7-0d62-4fae-a5e7-e851a3407660","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:04.139572387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130ea137-60b3-4790-a1e7-216abb47f55d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:04.193723414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130ea137-60b3-4790-a1e7-216abb47f55d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:04.247839447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130ea137-60b3-4790-a1e7-216abb47f55d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:04.302715075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130ea137-60b3-4790-a1e7-216abb47f55d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:06.343927343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4798053-772d-4711-866a-a5fe6ff8dd2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:06.398625055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4798053-772d-4711-866a-a5fe6ff8dd2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:06.452486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4798053-772d-4711-866a-a5fe6ff8dd2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:06.506448133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4798053-772d-4711-866a-a5fe6ff8dd2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:10.8324073Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:17.800189006Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","namespace":"ai-tenant-e2e-shared-a-w0-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:17.800278549Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","namespace":"ai-tenant-e2e-shared-a-w0-76c687","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:17.800336115Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","tenant":"e2e-shared-a-w0-76c687","tenantID":"e2e-shared-a-w0-76c687","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:17.85584533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-76c687","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:17.919995115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","gvk":"Service","name":"maas-api-e2e-shared-a-w0-76c687","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:17.976025356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-76c687","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:18.031537348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-76c687","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:18.087785272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-76c687","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:18.14404549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-76c687","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:18.201969197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-76c687","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:18.257596814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-76c687","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:18.31113428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-76c687","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:18.365321047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-76c687","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:18.418781522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-76c687","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:18.472069297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-76c687","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:18.525324769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-76c687","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:18.578574024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-76c687","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:18.632425269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-76c687","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:18.689313458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-76c687","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:18.742681054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-76c687","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:18.796070742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-76c687","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:18.84964052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-76c687","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:18.903043259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-76c687"},"namespace":"ai-tenant-e2e-shared-a-w0-76c687","name":"default-tenant","reconcileID":"c5373588-a5f9-43f1-bf94-c2fac8410fa1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-76c687","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:23.460276656Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-76c687","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-76c687","reconcileID":"5aea1ec6-ea2d-417a-a9ad-5db22ade82c9","aitenant":"ai-tenants/e2e-shared-a-w0-76c687","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:23.940214401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8ee85a-527a-400b-90a2-c939504406db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:23.956454206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1bb1c3e1-aa4a-4b48-b3e1-56f85ec8b05d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:23.994211757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8ee85a-527a-400b-90a2-c939504406db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:24.048642771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8ee85a-527a-400b-90a2-c939504406db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:24.103456302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8ee85a-527a-400b-90a2-c939504406db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:24.212061366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"15ba6bd3-c19b-4655-b988-baad313c012a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:24.21260616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dd0cf4bf-abab-40a2-b78d-7e8848066bfe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:24.267747936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"9b5c012a-92c3-40d0-8c2e-ee466d9b258a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:24.323091012Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-76c687","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-76c687","reconcileID":"5aea1ec6-ea2d-417a-a9ad-5db22ade82c9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-76c687","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-76c687"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:26.055710691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06457796-9557-4c51-b1c9-5d7fa1ae74aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:26.109632381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06457796-9557-4c51-b1c9-5d7fa1ae74aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:26.163567307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06457796-9557-4c51-b1c9-5d7fa1ae74aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:26.21756089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06457796-9557-4c51-b1c9-5d7fa1ae74aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:28.144901699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93e2bdf-1337-41ba-b8df-92b89392ff3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:28.19949534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93e2bdf-1337-41ba-b8df-92b89392ff3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:28.253620889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93e2bdf-1337-41ba-b8df-92b89392ff3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:28.307615587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93e2bdf-1337-41ba-b8df-92b89392ff3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:29.824878466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f4c4462e-8699-4df3-8f4a-ad1f7a4d4015","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:29.932630409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"40720ec9-4fdd-49f0-a9e8-f7406297e966","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:30.032434729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"1ce88cdc-cd75-4f3f-b3ad-93250b4e5259","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:30.03941717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1d3b63ab-0393-4522-b941-09c7e8a6f384","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:32.751687746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b8c700-7a0e-47c5-96a3-493ea61d9176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:32.806057926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b8c700-7a0e-47c5-96a3-493ea61d9176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:32.860391014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b8c700-7a0e-47c5-96a3-493ea61d9176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:32.915121247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b8c700-7a0e-47c5-96a3-493ea61d9176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:34.321652033Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:34.321711281Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:34.321787069Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","tenant":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:34.377277187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-6b12ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:34.438897306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","gvk":"Service","name":"maas-api-e2e-shared-b-w0-6b12ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:34.494674754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-6b12ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:34.554391796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-6b12ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:34.610874663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:34.666798584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:34.725088557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:34.78090433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:34.834385953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:34.849777018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b9eee6a-e0e2-4cac-8587-8f843b9fed9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:34.90380437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:34.904125046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b9eee6a-e0e2-4cac-8587-8f843b9fed9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:34.958185288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:34.958805794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b9eee6a-e0e2-4cac-8587-8f843b9fed9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:35.012765346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:35.013315541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b9eee6a-e0e2-4cac-8587-8f843b9fed9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:35.067069846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:35.120712751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:35.174387387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:35.230652315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:35.285622902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:35.339026429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:35.392448311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:35.446042317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"6c87592e-dd99-4228-81fc-bf054c05efd8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-6b12ae","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:40.832080725Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:41.740462622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"d2be740f-5444-40a0-8936-cdd7be1208da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:41.801397562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"bbc3990b-6d8f-4b48-b812-6c947579027e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:41.911720206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"835af457-a887-43dd-8856-6386527370db","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:42.019391025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b8087f32-dbec-4ee8-b2b7-afd9915cb8e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:45.300939179Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:45.300994469Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:45.301044982Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","tenant":"e2e-shared-b-w0-6b12ae","tenantID":"e2e-shared-b-w0-6b12ae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:45.354290376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-6b12ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:45.407824037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","gvk":"Service","name":"maas-api-e2e-shared-b-w0-6b12ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:45.461065641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-6b12ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:45.514565407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-6b12ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:45.568407764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:45.622096342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:45.675561661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:45.729223713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:45.782528526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:45.835971804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:45.889607739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:45.942931538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:45.996777292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:46.050172507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:46.104109365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:46.157569947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:46.211009363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:46.264295942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:46.317960761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-6b12ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:46.371974309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"default-tenant","reconcileID":"56a35b43-1c27-4c4a-b365-1bf1c8ec2060","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-6b12ae","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:47.3758418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"40fef137-96a3-4253-9b93-26f4a310d285","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:47.473782893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d46621f1-a8c5-4578-b77c-19908dd9527a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:47.483383649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"d0ab89ad-d096-4a21-9a63-91faccecaa56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:47.64459322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"bbd5fbfa-f5d7-4033-a5a9-7de89e3be54d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:51.923016586Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-6b12ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-6b12ae","reconcileID":"e6b4dfc7-781a-4c9e-89c3-f07a30d7575c","aitenant":"ai-tenants/e2e-shared-b-w0-6b12ae","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:52.540084493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba4a5ff-aaa0-4a9b-a2e0-248ba4a67846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:52.594302462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba4a5ff-aaa0-4a9b-a2e0-248ba4a67846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:52.648427392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba4a5ff-aaa0-4a9b-a2e0-248ba4a67846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:52.702569189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba4a5ff-aaa0-4a9b-a2e0-248ba4a67846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:52.707149883Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-6b12ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-6b12ae","reconcileID":"e6b4dfc7-781a-4c9e-89c3-f07a30d7575c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-6b12ae","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-6b12ae"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:53.790250352Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-access","reconcileID":"35d4a03f-8401-4ef6-9a9b-8a8d6e9cfd4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:53.790322452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"2f84db1d-df98-4f9b-8691-22ccbf83fc29","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:53.955015522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"d9ee70bb-3532-4652-a1a6-829613c4d073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:54.004209697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"182cc3a4-e25a-4f8a-8816-b9c374d451ee","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:54.012290066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"d9ee70bb-3532-4652-a1a6-829613c4d073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:54.062823047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"859fa53c-f93b-4618-8ed1-b3c66176f508","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:54.14702882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"0c9661e9-b477-4061-8d2e-347996475c00","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:54.348027227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"be563f93-2057-4b1a-bb55-22b43e780058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:54.405397345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"be563f93-2057-4b1a-bb55-22b43e780058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:54.682337564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ac901d5-caad-4956-a3ac-c4fbde93817e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:54.73641253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ac901d5-caad-4956-a3ac-c4fbde93817e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:54.790529774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ac901d5-caad-4956-a3ac-c4fbde93817e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:54.844586775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ac901d5-caad-4956-a3ac-c4fbde93817e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.77345696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46566c87-1b01-44a2-84c8-d8aa0c02afd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.827354908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46566c87-1b01-44a2-84c8-d8aa0c02afd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.898924329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46566c87-1b01-44a2-84c8-d8aa0c02afd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.991435876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46566c87-1b01-44a2-84c8-d8aa0c02afd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:59.0958516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"38f9ab01-88cc-4ca9-8059-1cbe16d21495","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:59.427397404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"086c011a-4b5d-434b-9f32-14e13eda2d6d","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:59.760407251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"5ac4dffd-f20c-44ec-9e83-07a3d5a5fa31","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:59.925784564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"bc5088a9-b1b8-4631-b67c-17f8b4eed3e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:59.9753366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"7dc4a23c-e9a4-44d8-8d6d-bcd6334cd0f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:59.983141981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"bc5088a9-b1b8-4631-b67c-17f8b4eed3e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:00.0946034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"97143680-d785-4b43-9521-5c3cb9e27a1d","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:00.1480893Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"345c02a1-e88b-4e69-b071-846d55b8b957","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:00.150989104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"8b98ab10-039b-485c-ac51-d91dfd502e9c","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:00.201742503Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"345c02a1-e88b-4e69-b071-846d55b8b957","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:00.255439627Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"simulator-subscription","reconcileID":"345c02a1-e88b-4e69-b071-846d55b8b957","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/simulator-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:00.300616174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"17d1e92c-4271-4beb-948d-4eb3bfc49179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:00.358126816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"17d1e92c-4271-4beb-948d-4eb3bfc49179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:00.360631293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"7ea54860-0caf-4fb1-a655-36c327aed3a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:00.641694003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"755a901b-895b-4b96-961b-b952c6d9d497","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:00.749080555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"7b789974-45b2-4f11-8443-c40c05a90500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:00.807666314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"7b789974-45b2-4f11-8443-c40c05a90500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:03.881339546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"51851778-8c03-4a6c-9076-d4c034272afe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:03.956820069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"907994c8-8207-4250-a9b6-15336d99c4d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:03.979803218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4282c6e9-b7ed-48fb-81b0-2a0deb199a98","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:03.98904059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"025c8352-4a44-45c9-9b75-fed90cfad9b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:04.014463054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"907994c8-8207-4250-a9b6-15336d99c4d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:05.810668949Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"60243b13-ff88-4b49-a33f-9b71476d287b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:05.810805164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"2efb1f3b-921f-436f-b449-f30e8a6e994d","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:06.015433583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"ea134354-f7f8-4f2a-92bd-9dd6d126d26b","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:06.018279909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"60243b13-ff88-4b49-a33f-9b71476d287b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:06.083911345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"051095c4-be07-474c-9f6f-fd4d4a2fb10a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:06.145641358Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"60243b13-ff88-4b49-a33f-9b71476d287b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"e2e-worker-w0-14d090-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:06.145665555Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-access","reconcileID":"60243b13-ff88-4b49-a33f-9b71476d287b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-14d090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:06.202495386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"a9ddda08-7be9-4e17-94b6-cab20d2dbf3f","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:06.599652882Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"4a2802d8-5b41-450e-8787-62e0c129b2ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-605538c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:06.603008432Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"4a74e451-7231-467d-be7a-4d52dc8e4726","namespace":"ai-tenant-e2e-worker-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:06.603077759Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"4a74e451-7231-467d-be7a-4d52dc8e4726","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:06.658867602Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"4a74e451-7231-467d-be7a-4d52dc8e4726","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:06.658883099Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"4a74e451-7231-467d-be7a-4d52dc8e4726","namespace":"ai-tenant-e2e-worker-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:07.005019923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"d25e3560-0723-4137-a2d6-61deb2d4ea5a","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:07.00530554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"6999716b-e960-4abc-afe4-08cfdb2b09fd","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:07.005569064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"aaf5bf78-f541-492c-9461-0bf6564c90e1","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:07.058663682Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"e29fb4cc-c071-4f69-a580-1bfa516438cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-605538c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:07.059870686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"10ddbf16-de77-401d-9b8f-6ed80480d36d","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:08.040311912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5c53db-1eab-452a-b2d6-0cb0504b30a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:08.094352085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5c53db-1eab-452a-b2d6-0cb0504b30a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:08.148461395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5c53db-1eab-452a-b2d6-0cb0504b30a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:08.202614138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5c53db-1eab-452a-b2d6-0cb0504b30a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:10.181575273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236fee83-0f7f-40c5-8895-81268250f8bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:10.236135149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236fee83-0f7f-40c5-8895-81268250f8bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:10.290812404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236fee83-0f7f-40c5-8895-81268250f8bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:10.344992767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236fee83-0f7f-40c5-8895-81268250f8bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:10.831404604Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:11.826515008Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"804e2432-10f0-4672-99a8-fe0eaeed6b6b","namespace":"ai-tenant-e2e-worker-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:11.826577978Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"804e2432-10f0-4672-99a8-fe0eaeed6b6b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:11.881885775Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"804e2432-10f0-4672-99a8-fe0eaeed6b6b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:11.881904677Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"804e2432-10f0-4672-99a8-fe0eaeed6b6b","namespace":"ai-tenant-e2e-worker-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:14.336093258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bb138526-d556-436d-a7c1-3d67ed1bf8ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:14.497612353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eef11fad-e68f-4926-8aa7-8bff7d832771","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:16.882865076Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"b6a1fb6e-a513-4ef8-b742-9892b76e4fac","namespace":"ai-tenant-e2e-worker-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:16.882931258Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"b6a1fb6e-a513-4ef8-b742-9892b76e4fac","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:16.938040219Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"b6a1fb6e-a513-4ef8-b742-9892b76e4fac","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:16.938061273Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"b6a1fb6e-a513-4ef8-b742-9892b76e4fac","namespace":"ai-tenant-e2e-worker-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:17.006341351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"4342d310-4891-4cdc-8aea-3abccb8b2f2b","MaaSModelRef":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-2-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:17.006638845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"8995910c-4621-45fb-a21e-05ec505ffb43","MaaSModelRef":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"distinct-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"distinct-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:17.060524304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"75a1ddfe-2fe2-42b6-91e2-3814c007481d","MaaSModelRef":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"simulator-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"simulator-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:17.113217051Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"35b50eca-4b92-4b40-835d-0de1dede7fa6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:17.114291236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"43f1a466-3f93-4056-b11c-d43f516f2c6b","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:17.167370613Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"35b50eca-4b92-4b40-835d-0de1dede7fa6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:17.221523647Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"premium-simulator-subscription","reconcileID":"35b50eca-4b92-4b40-835d-0de1dede7fa6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-14d090"},"name":"maas-trlp-premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090","model":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:17.507572583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"23803f5b-397a-4d90-891a-adcd94280816","MaaSModelRef":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"routeName":"premium-w0-14d090-kserve-route","namespace":"e2e-models-e2e-worker-w0-14d090","llmisvcName":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:21.938902868Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","namespace":"ai-tenant-e2e-worker-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:21.938964076Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","namespace":"ai-tenant-e2e-worker-w0-14d090","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:21.939013068Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","tenant":"e2e-worker-w0-14d090","tenantID":"e2e-worker-w0-14d090","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:21.994424289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","gvk":"Deployment","name":"maas-api-e2e-worker-w0-14d090","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.055853933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","gvk":"Service","name":"maas-api-e2e-worker-w0-14d090","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.113158139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-14d090","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.170888139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-14d090","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.226887637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-14d090","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.282594678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-14d090","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.340461525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-14d090","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.396030658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-14d090","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.449338138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-14d090","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.502760621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-14d090","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.556262939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","gvk":"Service","name":"payload-processing-e2e-worker-w0-14d090","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.609774793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-14d090","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.663089779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-14d090","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.716302624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-14d090","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.76967666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-14d090","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.826087705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-14d090","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.879633271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-14d090","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.933142791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-14d090","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.986789377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-14d090","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.040125305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-14d090"},"namespace":"ai-tenant-e2e-worker-w0-14d090","name":"default-tenant","reconcileID":"75178a09-6df0-4eb0-877a-30dbace40747","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-14d090","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:24.733326498Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-14d090","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-14d090","reconcileID":"d24f9bc3-d975-4a4a-af30-d0962219178c","aitenant":"ai-tenants/e2e-worker-w0-14d090","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:25.286656631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0183fffb-30c5-4951-b6d0-44281065bb34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:25.340770342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0183fffb-30c5-4951-b6d0-44281065bb34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:25.394716013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0183fffb-30c5-4951-b6d0-44281065bb34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:25.448843866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0183fffb-30c5-4951-b6d0-44281065bb34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:25.613159273Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-14d090","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-14d090","reconcileID":"d24f9bc3-d975-4a4a-af30-d0962219178c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-14d090","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-14d090"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.451139119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c876ffd9-4fad-4364-b52a-f4f46188e87c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.505148224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c876ffd9-4fad-4364-b52a-f4f46188e87c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.559268065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c876ffd9-4fad-4364-b52a-f4f46188e87c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.613823816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c876ffd9-4fad-4364-b52a-f4f46188e87c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:28.208720642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2812d8df-10e5-45e4-ba17-3b5f3b9e45fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:28.309675199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"daefbc23-563b-434b-99a9-19e978e977c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:29.557202707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee7e842-bbf1-438c-ba2a-11c59efef63f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:29.61128925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee7e842-bbf1-438c-ba2a-11c59efef63f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:29.665297336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee7e842-bbf1-438c-ba2a-11c59efef63f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:29.719347605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee7e842-bbf1-438c-ba2a-11c59efef63f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}